{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"bbp_heteroscedastic.ipynb","version":"0.3.2","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"},"accelerator":"GPU"},"cells":[{"cell_type":"code","metadata":{"id":"xAYPKSFrG8AF","colab_type":"code","outputId":"b213b47a-5c6b-4ef0-af20-310af7fc569f","executionInfo":{"status":"ok","timestamp":1558116686997,"user_tz":-60,"elapsed":92943,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":598}},"source":["!pip3 install http://download.pytorch.org/whl/cu92/torch-0.4.1-cp36-cp36m-linux_x86_64.whl\n","!pip3 install torchvision\n","!pip install GPy\n","import GPy\n","import pandas as pd\n","import zipfile\n","import urllib.request\n","import time\n","import copy\n","import math\n","import matplotlib.pyplot as plt\n","import numpy as np\n","import seaborn as sns\n","import torch\n","import torch.nn as nn\n","import torch.nn.functional as F\n","from torch.autograd import Variable\n","from torch.optim import Optimizer\n","from sklearn.model_selection import KFold\n","\n","from torchvision import datasets, transforms\n","from torchvision.utils import make_grid\n","from tqdm import tqdm, trange\n","from google.colab import files\n","%config InlineBackend.figure_format = 'svg'"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Collecting torch==0.4.1 from http://download.pytorch.org/whl/cu92/torch-0.4.1-cp36-cp36m-linux_x86_64.whl\n","\u001b[?25l  Downloading http://download.pytorch.org/whl/cu92/torch-0.4.1-cp36-cp36m-linux_x86_64.whl (512.6MB)\n","\u001b[K     |████████████████████████████████| 512.6MB 1.2MB/s \n","\u001b[31mERROR: fastai 1.0.52 has requirement torch>=1.0.0, but you'll have torch 0.4.1 which is incompatible.\u001b[0m\n","\u001b[?25hInstalling collected packages: torch\n","  Found existing installation: torch 1.1.0\n","    Uninstalling torch-1.1.0:\n","      Successfully uninstalled torch-1.1.0\n","Successfully installed torch-0.4.1\n","Requirement already satisfied: torchvision in /usr/local/lib/python3.6/dist-packages (0.2.2.post3)\n","Requirement already satisfied: pillow>=4.1.1 in /usr/local/lib/python3.6/dist-packages (from torchvision) (4.3.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from torchvision) (1.12.0)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from torchvision) (1.16.3)\n","Requirement already satisfied: torch in /usr/local/lib/python3.6/dist-packages (from torchvision) (0.4.1)\n","Requirement already satisfied: olefile in /usr/local/lib/python3.6/dist-packages (from pillow>=4.1.1->torchvision) (0.46)\n","Collecting GPy\n","\u001b[?25l  Downloading https://files.pythonhosted.org/packages/98/7d/e55ffc3b16b68e8b50ccecacec56715bcf49d5c2f204f5ba60374d419611/GPy-1.9.6.tar.gz (873kB)\n","\u001b[K     |████████████████████████████████| 880kB 9.5MB/s \n","\u001b[?25hRequirement already satisfied: numpy>=1.7 in /usr/local/lib/python3.6/dist-packages (from GPy) (1.16.3)\n","Requirement already satisfied: scipy>=0.16 in /usr/local/lib/python3.6/dist-packages (from GPy) (1.2.1)\n","Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from GPy) (1.12.0)\n","Collecting paramz>=0.9.0 (from GPy)\n","\u001b[?25l  Downloading https://files.pythonhosted.org/packages/d8/37/4abbeb78d30f20d3402887f46e6e9f3ef32034a9dea65d243654c82c8553/paramz-0.9.5.tar.gz (71kB)\n","\u001b[K     |████████████████████████████████| 71kB 25.7MB/s \n","\u001b[?25hRequirement already satisfied: decorator>=4.0.10 in /usr/local/lib/python3.6/dist-packages (from paramz>=0.9.0->GPy) (4.4.0)\n","Building wheels for collected packages: GPy, paramz\n","  Building wheel for GPy (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Stored in directory: /root/.cache/pip/wheels/97/82/1d/32a361e1ff2b4d9129a60343831dd99cdc74440e2db1c55264\n","  Building wheel for paramz (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Stored in directory: /root/.cache/pip/wheels/c8/4a/0e/6e0dc85541825f991c431619e25b870d4b812c911214690cf8\n","Successfully built GPy paramz\n","Installing collected packages: paramz, GPy\n","Successfully installed GPy-1.9.6 paramz-0.9.5\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"1-7dNcVmHA3I","colab_type":"code","outputId":"4d377a8a-de4a-4133-d3d9-7c6405d46046","executionInfo":{"status":"ok","timestamp":1558116686999,"user_tz":-60,"elapsed":92930,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":34}},"source":["torch.cuda.device(0)\n","torch.cuda.get_device_name(torch.cuda.current_device())"],"execution_count":0,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'Tesla T4'"]},"metadata":{"tags":[]},"execution_count":2}]},{"cell_type":"code","metadata":{"id":"_BzTB5WsP9Kx","colab_type":"code","colab":{}},"source":["def to_variable(var=(), cuda=True, volatile=False):\n","    out = []\n","    for v in var:\n","        \n","        if isinstance(v, np.ndarray):\n","            v = torch.from_numpy(v).type(torch.FloatTensor)\n","\n","        if not v.is_cuda and cuda:\n","            v = v.cuda()\n","\n","        if not isinstance(v, Variable):\n","            v = Variable(v, volatile=volatile)\n","\n","        out.append(v)\n","    return out"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"Va8V78eFFsc9","colab_type":"code","colab":{}},"source":["def log_gaussian_loss(output, target, sigma, no_dim, sum_reduce=True):\n","    exponent = -0.5*(target - output)**2/sigma**2\n","    log_coeff = -no_dim*torch.log(sigma) - 0.5*no_dim*np.log(2*np.pi)\n","    \n","    if sum_reduce:\n","        return -(log_coeff + exponent).sum()\n","    else:\n","        return -(log_coeff + exponent)\n","\n","\n","def get_kl_divergence(weights, prior, varpost):\n","    prior_loglik = prior.loglik(weights)\n","    \n","    varpost_loglik = varpost.loglik(weights)\n","    varpost_lik = varpost_loglik.exp()\n","    \n","    return (varpost_lik*(varpost_loglik - prior_loglik)).sum()\n","\n","\n","class gaussian:\n","    def __init__(self, mu, sigma):\n","        self.mu = mu\n","        self.sigma = sigma\n","        \n","    def loglik(self, weights):\n","        exponent = -0.5*(weights - self.mu)**2/self.sigma**2\n","        log_coeff = -0.5*(np.log(2*np.pi) + 2*np.log(self.sigma))\n","        \n","        return (exponent + log_coeff).sum()"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"colab_type":"code","id":"ASGi2Ecx5G-F","colab":{}},"source":["class BayesLinear_Normalq(nn.Module):\n","    def __init__(self, input_dim, output_dim, prior):\n","        super(BayesLinear_Normalq, self).__init__()\n","        self.input_dim = input_dim\n","        self.output_dim = output_dim\n","        self.prior = prior\n","        \n","        scale = (2/self.input_dim)**0.5\n","        rho_init = np.log(np.exp((2/self.input_dim)**0.5) - 1)\n","        self.weight_mus = nn.Parameter(torch.Tensor(self.input_dim, self.output_dim).uniform_(-0.01, 0.01))\n","        self.weight_rhos = nn.Parameter(torch.Tensor(self.input_dim, self.output_dim).uniform_(-3, -3))\n","        \n","        self.bias_mus = nn.Parameter(torch.Tensor(self.output_dim).uniform_(-0.01, 0.01))\n","        self.bias_rhos = nn.Parameter(torch.Tensor(self.output_dim).uniform_(-4, -3))\n","        \n","    def forward(self, x, sample = True):\n","        \n","        if sample:\n","            # sample gaussian noise for each weight and each bias\n","            weight_epsilons = Variable(self.weight_mus.data.new(self.weight_mus.size()).normal_())\n","            bias_epsilons =  Variable(self.bias_mus.data.new(self.bias_mus.size()).normal_())\n","            \n","            # calculate the weight and bias stds from the rho parameters\n","            weight_stds = torch.log(1 + torch.exp(self.weight_rhos))\n","            bias_stds = torch.log(1 + torch.exp(self.bias_rhos))\n","            \n","            # calculate samples from the posterior from the sampled noise and mus/stds\n","            weight_sample = self.weight_mus + weight_epsilons*weight_stds\n","            bias_sample = self.bias_mus + bias_epsilons*bias_stds\n","            \n","            output = torch.mm(x, weight_sample) + bias_sample\n","            \n","            # computing the KL loss term\n","            prior_cov, varpost_cov = self.prior.sigma**2, weight_stds**2\n","            KL_loss = 0.5*(torch.log(prior_cov/varpost_cov)).sum() - 0.5*weight_stds.numel()\n","            KL_loss = KL_loss + 0.5*(varpost_cov/prior_cov).sum()\n","            KL_loss = KL_loss + 0.5*((self.weight_mus - self.prior.mu)**2/prior_cov).sum()\n","            \n","            prior_cov, varpost_cov = self.prior.sigma**2, bias_stds**2\n","            KL_loss = KL_loss + 0.5*(torch.log(prior_cov/varpost_cov)).sum() - 0.5*bias_stds.numel()\n","            KL_loss = KL_loss + 0.5*(varpost_cov/prior_cov).sum()\n","            KL_loss = KL_loss + 0.5*((self.bias_mus - self.prior.mu)**2/prior_cov).sum()\n","            \n","            return output, KL_loss\n","        \n","        else:\n","            output = torch.mm(x, self.weight_mus) + self.bias_mus\n","            return output, KL_loss\n","        \n","    def sample_layer(self, no_samples):\n","        all_samples = []\n","        for i in range(no_samples):\n","            # sample gaussian noise for each weight and each bias\n","            weight_epsilons = Variable(self.weight_mus.data.new(self.weight_mus.size()).normal_())\n","            \n","            # calculate the weight and bias stds from the rho parameters\n","            weight_stds = torch.log(1 + torch.exp(self.weight_rhos))\n","            \n","            # calculate samples from the posterior from the sampled noise and mus/stds\n","            weight_sample = self.weight_mus + weight_epsilons*weight_stds\n","            \n","            all_samples += weight_sample.view(-1).cpu().data.numpy().tolist()\n","            \n","        return all_samples"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"colab_type":"code","id":"_8dV-QIq5G-I","colab":{}},"source":["class BBP_Heteroscedastic_Model(nn.Module):\n","    def __init__(self, input_dim, output_dim, num_units):\n","        super(BBP_Heteroscedastic_Model, self).__init__()\n","        \n","        self.input_dim = input_dim\n","        self.output_dim = output_dim\n","        \n","        # network with two hidden and one output layer\n","        self.layer1 = BayesLinear_Normalq(input_dim, num_units, gaussian(0, 1))\n","        self.layer2 = BayesLinear_Normalq(num_units, 2*output_dim, gaussian(0, 1))\n","        \n","        # activation to be used between hidden layers\n","        self.activation = nn.ReLU(inplace = True)\n","    \n","    def forward(self, x):\n","        \n","        KL_loss_total = 0\n","        x = x.view(-1, self.input_dim)\n","        \n","        x, KL_loss = self.layer1(x)\n","        KL_loss_total = KL_loss_total + KL_loss\n","        x = self.activation(x)\n","        \n","        x, KL_loss = self.layer2(x)\n","        KL_loss_total = KL_loss_total + KL_loss\n","        \n","        return x, KL_loss_total"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"colab_type":"code","id":"oAYelw3B5G-K","colab":{}},"source":["class BBP_Heteroscedastic_Model_Wrapper:\n","    def __init__(self, network, learn_rate, batch_size, no_batches):\n","        \n","        self.learn_rate = learn_rate\n","        self.batch_size = batch_size\n","        self.no_batches = no_batches\n","        \n","        self.network = network\n","        self.network.cuda()\n","        \n","        self.optimizer = torch.optim.Adam(self.network.parameters(), lr = self.learn_rate)\n","        self.loss_func = log_gaussian_loss\n","    \n","    def fit(self, x, y, no_samples):\n","        x, y = to_variable(var=(x, y), cuda=True)\n","        \n","        # reset gradient and total loss\n","        self.optimizer.zero_grad()\n","        fit_loss_total = 0\n","        \n","        for i in range(no_samples):\n","            output, KL_loss_total = self.network(x)\n","\n","            # calculate fit loss based on mean and standard deviation of output\n","            fit_loss = self.loss_func(output[:, :1], y, output[:, 1:].exp(), 1)\n","            fit_loss_total = fit_loss_total + fit_loss\n","        \n","        KL_loss_total = KL_loss_total/self.no_batches\n","        total_loss = (fit_loss_total + KL_loss_total)/(no_samples*x.shape[0])\n","        total_loss.backward()\n","        self.optimizer.step()\n","\n","        return fit_loss_total/no_samples, KL_loss_total\n","    \n","    def get_loss_and_rmse(self, x, y, no_samples):\n","        x, y = to_variable(var=(x, y), cuda=True)\n","        \n","        means, stds = [], []\n","        for i in range(no_samples):\n","            output, KL_loss_total = self.network(x)\n","            means.append(output[:, :1, None])\n","            stds.append(output[:, 1:, None].exp())\n","            \n","        means, stds = torch.cat(means, 2), torch.cat(stds, 2)\n","        mean = means.mean(dim=2)\n","        std = (means.var(dim=2) + stds.mean(dim=2)**2)**0.5\n","            \n","        # calculate fit loss based on mean and standard deviation of output\n","        logliks = self.loss_func(output[:, :1], y, output[:, 1:].exp(), 1, sum_reduce=False)\n","        rmse = float((((mean - y)**2).mean()**0.5).cpu().data)\n","\n","        return logliks, rmse"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"ym6HBK-s8GnO","colab_type":"code","outputId":"cf690ac5-03a9-4c75-e730-bd09bdf9dda8","executionInfo":{"status":"ok","timestamp":1558116747109,"user_tz":-60,"elapsed":153024,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":374}},"source":["np.random.seed(2)\n","no_points = 400\n","lengthscale = 1\n","variance = 1.0\n","sig_noise = 0.3\n","x = np.random.uniform(-3, 3, no_points)[:, None]\n","x.sort(axis = 0)\n","\n","k = GPy.kern.RBF(input_dim = 1, variance = variance, lengthscale = lengthscale)\n","C = k.K(x, x) + np.eye(no_points)*(x + 2)**2*sig_noise**2\n","\n","y = np.random.multivariate_normal(np.zeros((no_points)), C)[:, None]\n","y = (y - y.mean())\n","x_train = x[75:325]\n","y_mean = y[75:325].mean()\n","y_std = y[75:325].var()**0.5\n","y_train = (y[75:325] - y_mean)/y_std\n","\n","\n","num_epochs, batch_size, nb_train = 2000, len(x_train), len(x_train)\n","\n","net = BBP_Heteroscedastic_Model_Wrapper(network=BBP_Heteroscedastic_Model(input_dim=1, output_dim=1, num_units=200),\n","                                        learn_rate=1e-2, batch_size=batch_size, no_batches=1)\n","\n","fit_loss_train = np.zeros(num_epochs)\n","KL_loss_train = np.zeros(num_epochs)\n","total_loss = np.zeros(num_epochs)\n","\n","best_net, best_loss = None, float('inf')\n","\n","for i in range(num_epochs):\n","    \n","    fit_loss, KL_loss = net.fit(x_train, y_train, no_samples = 10)\n","    fit_loss_train[i] += fit_loss.cpu().data.numpy()\n","    KL_loss_train[i] += KL_loss.cpu().data.numpy()\n","    \n","    total_loss[i] = fit_loss_train[i] + KL_loss_train[i]\n","    \n","    if fit_loss < best_loss:\n","        best_loss = fit_loss\n","        best_net = copy.deepcopy(net.network)\n","        \n","    if i % 100 == 0 or i == num_epochs - 1:\n","        \n","        print(\"Epoch: %5d/%5d, Fit loss = %7.3f, KL loss = %8.3f\" %\n","              (i + 1, num_epochs, fit_loss_train[i], KL_loss_train[i]))\n","\n","        samples = []\n","        for i in range(100):\n","            preds = net.network.forward(torch.linspace(-3, 3, 200).cuda())[0]\n","            samples.append(preds.cpu().data.numpy()[:, 0])"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Epoch:     1/ 2000, Fit loss = 356.468, KL loss = 2120.229\n","Epoch:   101/ 2000, Fit loss = 120.848, KL loss = 1826.297\n","Epoch:   201/ 2000, Fit loss =  97.054, KL loss = 1740.495\n","Epoch:   301/ 2000, Fit loss =  51.885, KL loss = 1668.559\n","Epoch:   401/ 2000, Fit loss =  57.564, KL loss = 1605.742\n","Epoch:   501/ 2000, Fit loss =  47.118, KL loss = 1548.583\n","Epoch:   601/ 2000, Fit loss =  42.134, KL loss = 1491.491\n","Epoch:   701/ 2000, Fit loss =  27.443, KL loss = 1438.303\n","Epoch:   801/ 2000, Fit loss =  28.225, KL loss = 1396.136\n","Epoch:   901/ 2000, Fit loss =  16.998, KL loss = 1358.076\n","Epoch:  1001/ 2000, Fit loss =  19.152, KL loss = 1311.681\n","Epoch:  1101/ 2000, Fit loss =  17.940, KL loss = 1272.627\n","Epoch:  1201/ 2000, Fit loss =  24.178, KL loss = 1241.902\n","Epoch:  1301/ 2000, Fit loss =  27.717, KL loss = 1213.660\n","Epoch:  1401/ 2000, Fit loss =  18.085, KL loss = 1181.425\n","Epoch:  1501/ 2000, Fit loss =  17.523, KL loss = 1159.974\n","Epoch:  1601/ 2000, Fit loss =  15.268, KL loss = 1140.077\n","Epoch:  1701/ 2000, Fit loss =  22.391, KL loss = 1118.108\n","Epoch:  1801/ 2000, Fit loss =  14.051, KL loss = 1099.407\n","Epoch:  1901/ 2000, Fit loss =  10.473, KL loss = 1079.725\n","Epoch:  2000/ 2000, Fit loss =  13.627, KL loss = 1068.987\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"D-I8x6HNO_2M","colab_type":"code","outputId":"596120cf-76e7-440e-fd0d-57cb0fd5d9bb","executionInfo":{"status":"ok","timestamp":1558116749263,"user_tz":-60,"elapsed":155164,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":543}},"source":["samples, noises = [], []\n","for i in range(100):\n","    preds = best_net.forward(torch.linspace(-5, 5, 200).cuda())[0]\n","    samples.append(preds[:, 0].cpu().data.numpy()* y_std + y_mean)\n","    noises.append(preds[:, 1].exp().cpu().data.numpy()* y_std)\n","\n","samples = np.array(samples)\n","noises = np.array(noises)\n","means = samples.mean(axis = 0)\n","\n","aleatoric = (noises**2).mean(axis = 0)**0.5\n","epistemic = samples.var(axis = 0)**0.5\n","aleatoric = np.minimum(aleatoric, 10e3)\n","epistemic = np.minimum(epistemic, 10e3)\n","\n","total_unc = (aleatoric**2 + epistemic**2)**0.5\n","\n","c = ['#1f77b4', '#ff7f0e', '#2ca02c', '#d62728', '#9467bd',\n","     '#8c564b', '#e377c2', '#7f7f7f', '#bcbd22', '#17becf']\n","\n","x_mean, x_std = x_train.mean(), x_train.var()**0.5\n","plt.figure(figsize = (6, 5))\n","plt.style.use('default')\n","plt.scatter(x_train * x_std + x_mean, y_train * y_std + y_mean, s = 10, marker = 'x', color = 'black', alpha = 0.5)\n","plt.fill_between(np.linspace(-5, 5, 200)* x_std + x_mean, means + aleatoric, means + total_unc, color = c[0], alpha = 0.3, label = 'Epistemic + Aleatoric')\n","plt.fill_between(np.linspace(-5, 5, 200)* x_std + x_mean, means - total_unc, means - aleatoric, color = c[0], alpha = 0.3)\n","plt.fill_between(np.linspace(-5, 5, 200)* x_std + x_mean, means - aleatoric, means + aleatoric, color = c[1], alpha = 0.4, label = 'Aleatoric')\n","plt.plot(np.linspace(-5, 5, 200)* x_std + x_mean, means, color = 'black', linewidth = 1)\n","plt.xlim([-5, 5])\n","plt.ylim([-5, 7])\n","plt.xlabel('$x$', fontsize=30)\n","plt.title('BBP Gaussian', fontsize=40)\n","plt.tick_params(labelsize=30)\n","plt.xticks(np.arange(-4, 5, 2))\n","plt.yticks(np.arange(-4, 7, 2))\n","plt.gca().set_yticklabels([])\n","plt.gca().yaxis.grid(alpha=0.3)\n","plt.gca().xaxis.grid(alpha=0.3)\n","plt.savefig('bbp_hetero.pdf', bbox_inches = 'tight')\n","\n","files.download(\"bbp_hetero.pdf\")\n","\n","plt.show()"],"execution_count":0,"outputs":[{"output_type":"display_data","data":{"text/plain":["<Figure size 432x360 with 1 Axes>"],"image/svg+xml":"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n<!-- Created with matplotlib (https://matplotlib.org/) -->\n<svg height=\"391.6625pt\" version=\"1.1\" viewBox=\"0 0 356.2 391.6625\" width=\"356.2pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n <defs>\n  <style type=\"text/css\">\n*{stroke-linecap:butt;stroke-linejoin:round;}\n  </style>\n </defs>\n <g id=\"figure_1\">\n  <g id=\"patch_1\">\n   <path d=\"M 0 391.6625 \nL 356.2 391.6625 \nL 356.2 0 \nL 0 0 \nz\n\" style=\"fill:none;\"/>\n  </g>\n  <g id=\"axes_1\">\n   <g id=\"patch_2\">\n    <path d=\"M 10.7 315.39375 \nL 345.5 315.39375 \nL 345.5 43.59375 \nL 10.7 43.59375 \nz\n\" style=\"fill:#ffffff;\"/>\n   </g>\n   <g id=\"PathCollection_1\">\n    <defs>\n     <path d=\"M -1.581139 1.581139 \nL 1.581139 -1.581139 \nM -1.581139 -1.581139 \nL 1.581139 1.581139 \n\" id=\"m60a0e7fa08\" style=\"stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\"/>\n    </defs>\n    <g clip-path=\"url(#pc60592ba9a)\">\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"105.87546\" xlink:href=\"#m60a0e7fa08\" y=\"183.745982\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"107.466501\" xlink:href=\"#m60a0e7fa08\" y=\"181.154163\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"107.926363\" xlink:href=\"#m60a0e7fa08\" y=\"184.310171\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"108.151589\" xlink:href=\"#m60a0e7fa08\" y=\"180.988587\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"108.336378\" xlink:href=\"#m60a0e7fa08\" y=\"183.568276\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"108.74819\" xlink:href=\"#m60a0e7fa08\" y=\"182.96171\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"108.939104\" xlink:href=\"#m60a0e7fa08\" y=\"181.213327\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"109.131065\" xlink:href=\"#m60a0e7fa08\" y=\"182.115454\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"109.554814\" xlink:href=\"#m60a0e7fa08\" y=\"181.782198\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"109.797471\" xlink:href=\"#m60a0e7fa08\" y=\"176.162515\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"109.861885\" xlink:href=\"#m60a0e7fa08\" y=\"180.492926\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"110.063675\" xlink:href=\"#m60a0e7fa08\" y=\"181.48031\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"110.37152\" xlink:href=\"#m60a0e7fa08\" y=\"181.751128\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"111.027428\" xlink:href=\"#m60a0e7fa08\" y=\"176.093525\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"111.671272\" xlink:href=\"#m60a0e7fa08\" y=\"180.846384\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"111.73244\" xlink:href=\"#m60a0e7fa08\" y=\"178.993687\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"112.257584\" xlink:href=\"#m60a0e7fa08\" y=\"176.725288\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"112.558161\" xlink:href=\"#m60a0e7fa08\" y=\"177.550133\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"112.869491\" xlink:href=\"#m60a0e7fa08\" y=\"178.08241\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"112.87295\" xlink:href=\"#m60a0e7fa08\" y=\"179.677994\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"112.985629\" xlink:href=\"#m60a0e7fa08\" y=\"179.702639\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"112.994806\" xlink:href=\"#m60a0e7fa08\" y=\"175.781693\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"114.082115\" xlink:href=\"#m60a0e7fa08\" y=\"174.194523\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"114.632734\" xlink:href=\"#m60a0e7fa08\" y=\"176.44688\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"114.836976\" xlink:href=\"#m60a0e7fa08\" y=\"177.609507\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"115.376145\" xlink:href=\"#m60a0e7fa08\" y=\"175.176823\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"118.104789\" xlink:href=\"#m60a0e7fa08\" y=\"171.573863\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"118.277932\" xlink:href=\"#m60a0e7fa08\" y=\"171.20321\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"118.37169\" xlink:href=\"#m60a0e7fa08\" y=\"170.062427\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"118.567429\" xlink:href=\"#m60a0e7fa08\" y=\"177.288324\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"118.64661\" xlink:href=\"#m60a0e7fa08\" y=\"168.852561\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"118.897397\" xlink:href=\"#m60a0e7fa08\" y=\"166.738285\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"119.437501\" xlink:href=\"#m60a0e7fa08\" y=\"174.691756\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"119.91757\" xlink:href=\"#m60a0e7fa08\" y=\"173.46327\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"120.061341\" xlink:href=\"#m60a0e7fa08\" y=\"175.720468\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"121.174702\" xlink:href=\"#m60a0e7fa08\" y=\"167.604738\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"121.230723\" xlink:href=\"#m60a0e7fa08\" y=\"174.137305\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"121.4374\" xlink:href=\"#m60a0e7fa08\" y=\"171.268401\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"122.085556\" xlink:href=\"#m60a0e7fa08\" y=\"166.510209\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"122.438389\" xlink:href=\"#m60a0e7fa08\" y=\"165.631396\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"122.688966\" xlink:href=\"#m60a0e7fa08\" y=\"169.444306\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"122.731643\" xlink:href=\"#m60a0e7fa08\" y=\"170.082017\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"123.274478\" xlink:href=\"#m60a0e7fa08\" y=\"165.410918\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"124.264235\" xlink:href=\"#m60a0e7fa08\" y=\"168.101764\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"125.580047\" xlink:href=\"#m60a0e7fa08\" y=\"170.030795\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"126.213781\" xlink:href=\"#m60a0e7fa08\" y=\"172.194311\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"126.319119\" xlink:href=\"#m60a0e7fa08\" y=\"166.390854\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"126.710729\" xlink:href=\"#m60a0e7fa08\" y=\"159.899565\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"127.141247\" xlink:href=\"#m60a0e7fa08\" y=\"167.325476\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"127.573611\" xlink:href=\"#m60a0e7fa08\" y=\"161.393727\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"127.732816\" xlink:href=\"#m60a0e7fa08\" y=\"168.388002\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"127.925869\" xlink:href=\"#m60a0e7fa08\" y=\"167.815095\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"128.283061\" xlink:href=\"#m60a0e7fa08\" y=\"166.914173\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"128.73849\" xlink:href=\"#m60a0e7fa08\" y=\"165.173777\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"129.022556\" xlink:href=\"#m60a0e7fa08\" y=\"162.354901\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"129.688389\" xlink:href=\"#m60a0e7fa08\" y=\"175.640001\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"129.891218\" xlink:href=\"#m60a0e7fa08\" y=\"165.574169\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"131.110364\" xlink:href=\"#m60a0e7fa08\" y=\"166.582803\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"131.585964\" xlink:href=\"#m60a0e7fa08\" y=\"155.918683\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"132.204868\" xlink:href=\"#m60a0e7fa08\" y=\"162.644304\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"132.571302\" xlink:href=\"#m60a0e7fa08\" y=\"165.95634\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"134.747706\" xlink:href=\"#m60a0e7fa08\" y=\"167.997065\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"134.75042\" xlink:href=\"#m60a0e7fa08\" y=\"164.576319\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"134.794767\" xlink:href=\"#m60a0e7fa08\" y=\"171.364599\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"135.07158\" xlink:href=\"#m60a0e7fa08\" y=\"153.369613\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"135.396133\" xlink:href=\"#m60a0e7fa08\" y=\"156.652414\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"135.566915\" xlink:href=\"#m60a0e7fa08\" y=\"160.592024\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"136.190091\" xlink:href=\"#m60a0e7fa08\" y=\"168.698984\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"136.277445\" xlink:href=\"#m60a0e7fa08\" y=\"159.122172\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"136.516211\" xlink:href=\"#m60a0e7fa08\" y=\"163.735925\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"136.704024\" xlink:href=\"#m60a0e7fa08\" y=\"163.038622\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"137.680617\" xlink:href=\"#m60a0e7fa08\" y=\"164.648595\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"138.494738\" xlink:href=\"#m60a0e7fa08\" y=\"158.323096\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"138.580289\" xlink:href=\"#m60a0e7fa08\" y=\"161.186012\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"139.293673\" xlink:href=\"#m60a0e7fa08\" y=\"164.569631\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"139.560256\" xlink:href=\"#m60a0e7fa08\" y=\"158.832573\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"139.643351\" xlink:href=\"#m60a0e7fa08\" y=\"160.006427\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"140.145943\" xlink:href=\"#m60a0e7fa08\" y=\"167.822832\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"140.320701\" xlink:href=\"#m60a0e7fa08\" y=\"158.119806\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"140.542287\" xlink:href=\"#m60a0e7fa08\" y=\"151.376866\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"141.038599\" xlink:href=\"#m60a0e7fa08\" y=\"165.572564\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"141.761324\" xlink:href=\"#m60a0e7fa08\" y=\"148.108487\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"141.869541\" xlink:href=\"#m60a0e7fa08\" y=\"154.65154\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"141.95077\" xlink:href=\"#m60a0e7fa08\" y=\"159.673591\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"143.820778\" xlink:href=\"#m60a0e7fa08\" y=\"164.295913\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"144.865277\" xlink:href=\"#m60a0e7fa08\" y=\"160.157799\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"145.208949\" xlink:href=\"#m60a0e7fa08\" y=\"159.293898\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"145.73632\" xlink:href=\"#m60a0e7fa08\" y=\"176.356816\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"146.291753\" xlink:href=\"#m60a0e7fa08\" y=\"158.017565\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"146.547785\" xlink:href=\"#m60a0e7fa08\" y=\"172.028476\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"146.883044\" xlink:href=\"#m60a0e7fa08\" y=\"170.0426\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"148.066217\" xlink:href=\"#m60a0e7fa08\" y=\"181.30107\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"148.175178\" xlink:href=\"#m60a0e7fa08\" y=\"178.633338\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"148.175764\" xlink:href=\"#m60a0e7fa08\" y=\"175.783962\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"148.177394\" xlink:href=\"#m60a0e7fa08\" y=\"167.820451\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"148.309437\" xlink:href=\"#m60a0e7fa08\" y=\"175.108909\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"148.481251\" xlink:href=\"#m60a0e7fa08\" y=\"175.215663\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"149.925813\" xlink:href=\"#m60a0e7fa08\" y=\"191.288518\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"151.512484\" xlink:href=\"#m60a0e7fa08\" y=\"172.137137\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"152.283259\" xlink:href=\"#m60a0e7fa08\" y=\"196.848898\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"154.017817\" xlink:href=\"#m60a0e7fa08\" y=\"179.662366\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"154.021885\" xlink:href=\"#m60a0e7fa08\" y=\"192.764617\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"154.061939\" xlink:href=\"#m60a0e7fa08\" y=\"189.346291\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"154.112287\" xlink:href=\"#m60a0e7fa08\" y=\"179.891789\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"154.503829\" xlink:href=\"#m60a0e7fa08\" y=\"169.730086\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"154.733296\" xlink:href=\"#m60a0e7fa08\" y=\"200.2609\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"155.135776\" xlink:href=\"#m60a0e7fa08\" y=\"169.416664\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"155.269781\" xlink:href=\"#m60a0e7fa08\" y=\"157.326407\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"156.329267\" xlink:href=\"#m60a0e7fa08\" y=\"184.28758\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"156.790968\" xlink:href=\"#m60a0e7fa08\" y=\"162.680204\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"156.913111\" xlink:href=\"#m60a0e7fa08\" y=\"196.596315\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"157.001683\" xlink:href=\"#m60a0e7fa08\" y=\"193.33812\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"157.223846\" xlink:href=\"#m60a0e7fa08\" y=\"182.784141\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"157.81732\" xlink:href=\"#m60a0e7fa08\" y=\"180.68964\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"158.388347\" xlink:href=\"#m60a0e7fa08\" y=\"182.782655\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"158.438941\" xlink:href=\"#m60a0e7fa08\" y=\"196.650664\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"158.581458\" xlink:href=\"#m60a0e7fa08\" y=\"188.227081\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"158.724499\" xlink:href=\"#m60a0e7fa08\" y=\"197.454641\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"158.740898\" xlink:href=\"#m60a0e7fa08\" y=\"187.583212\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"159.717347\" xlink:href=\"#m60a0e7fa08\" y=\"212.806736\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"160.398883\" xlink:href=\"#m60a0e7fa08\" y=\"215.323445\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"160.399587\" xlink:href=\"#m60a0e7fa08\" y=\"205.136809\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"161.128684\" xlink:href=\"#m60a0e7fa08\" y=\"175.632516\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"161.597547\" xlink:href=\"#m60a0e7fa08\" y=\"186.316011\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"164.037099\" xlink:href=\"#m60a0e7fa08\" y=\"189.260035\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"164.399554\" xlink:href=\"#m60a0e7fa08\" y=\"211.491526\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"164.561268\" xlink:href=\"#m60a0e7fa08\" y=\"199.685227\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"165.318907\" xlink:href=\"#m60a0e7fa08\" y=\"178.349507\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"166.086556\" xlink:href=\"#m60a0e7fa08\" y=\"197.098183\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"166.255822\" xlink:href=\"#m60a0e7fa08\" y=\"214.894923\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"167.42726\" xlink:href=\"#m60a0e7fa08\" y=\"221.455055\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"168.215982\" xlink:href=\"#m60a0e7fa08\" y=\"203.916393\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"168.557526\" xlink:href=\"#m60a0e7fa08\" y=\"232.52465\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"169.870645\" xlink:href=\"#m60a0e7fa08\" y=\"199.166009\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"169.878088\" xlink:href=\"#m60a0e7fa08\" y=\"200.526081\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"170.475236\" xlink:href=\"#m60a0e7fa08\" y=\"205.169629\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"170.924024\" xlink:href=\"#m60a0e7fa08\" y=\"221.375549\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"171.451843\" xlink:href=\"#m60a0e7fa08\" y=\"240.354844\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"171.52523\" xlink:href=\"#m60a0e7fa08\" y=\"205.81423\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"172.147119\" xlink:href=\"#m60a0e7fa08\" y=\"186.644896\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"172.403136\" xlink:href=\"#m60a0e7fa08\" y=\"209.250242\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"172.734217\" xlink:href=\"#m60a0e7fa08\" y=\"214.547905\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"172.782539\" xlink:href=\"#m60a0e7fa08\" y=\"212.517677\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"172.993116\" xlink:href=\"#m60a0e7fa08\" y=\"228.258754\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"173.218064\" xlink:href=\"#m60a0e7fa08\" y=\"233.612599\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"173.255107\" xlink:href=\"#m60a0e7fa08\" y=\"199.407735\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"173.257093\" xlink:href=\"#m60a0e7fa08\" y=\"228.485579\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"173.435262\" xlink:href=\"#m60a0e7fa08\" y=\"218.177785\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"173.759637\" xlink:href=\"#m60a0e7fa08\" y=\"244.578682\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"175.022808\" xlink:href=\"#m60a0e7fa08\" y=\"229.276135\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"175.197416\" xlink:href=\"#m60a0e7fa08\" y=\"225.244876\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"177.055365\" xlink:href=\"#m60a0e7fa08\" y=\"241.890866\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"177.245573\" xlink:href=\"#m60a0e7fa08\" y=\"232.739995\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"177.598709\" xlink:href=\"#m60a0e7fa08\" y=\"243.679858\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"177.790532\" xlink:href=\"#m60a0e7fa08\" y=\"225.35709\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"178.321108\" xlink:href=\"#m60a0e7fa08\" y=\"208.92388\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"179.372142\" xlink:href=\"#m60a0e7fa08\" y=\"217.664911\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"179.690544\" xlink:href=\"#m60a0e7fa08\" y=\"267.985189\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"179.847216\" xlink:href=\"#m60a0e7fa08\" y=\"243.595919\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"180.662689\" xlink:href=\"#m60a0e7fa08\" y=\"223.372485\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"181.33102\" xlink:href=\"#m60a0e7fa08\" y=\"226.273183\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"181.513891\" xlink:href=\"#m60a0e7fa08\" y=\"241.722084\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"182.297911\" xlink:href=\"#m60a0e7fa08\" y=\"229.501168\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"182.634659\" xlink:href=\"#m60a0e7fa08\" y=\"269.10302\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"182.669764\" xlink:href=\"#m60a0e7fa08\" y=\"233.383498\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"182.948528\" xlink:href=\"#m60a0e7fa08\" y=\"268.892868\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"184.195091\" xlink:href=\"#m60a0e7fa08\" y=\"237.629011\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"184.638134\" xlink:href=\"#m60a0e7fa08\" y=\"229.669792\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"185.575942\" xlink:href=\"#m60a0e7fa08\" y=\"239.188154\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"186.374456\" xlink:href=\"#m60a0e7fa08\" y=\"218.562259\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"186.797532\" xlink:href=\"#m60a0e7fa08\" y=\"284.985775\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"187.03778\" xlink:href=\"#m60a0e7fa08\" y=\"235.375936\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"187.575646\" xlink:href=\"#m60a0e7fa08\" y=\"233.553427\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"189.099744\" xlink:href=\"#m60a0e7fa08\" y=\"245.758913\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"189.667837\" xlink:href=\"#m60a0e7fa08\" y=\"252.135443\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"191.171847\" xlink:href=\"#m60a0e7fa08\" y=\"241.368148\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"191.484504\" xlink:href=\"#m60a0e7fa08\" y=\"240.539571\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"191.659809\" xlink:href=\"#m60a0e7fa08\" y=\"258.046212\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"192.647506\" xlink:href=\"#m60a0e7fa08\" y=\"278.541079\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"192.704986\" xlink:href=\"#m60a0e7fa08\" y=\"258.636908\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"193.722318\" xlink:href=\"#m60a0e7fa08\" y=\"235.23151\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"195.126289\" xlink:href=\"#m60a0e7fa08\" y=\"287.641248\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"195.229703\" xlink:href=\"#m60a0e7fa08\" y=\"276.757836\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"195.687268\" xlink:href=\"#m60a0e7fa08\" y=\"244.422377\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"196.569968\" xlink:href=\"#m60a0e7fa08\" y=\"243.37309\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"197.421118\" xlink:href=\"#m60a0e7fa08\" y=\"221.544045\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"197.499633\" xlink:href=\"#m60a0e7fa08\" y=\"256.876558\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"197.815894\" xlink:href=\"#m60a0e7fa08\" y=\"226.539705\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"198.292899\" xlink:href=\"#m60a0e7fa08\" y=\"258.520946\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"198.33072\" xlink:href=\"#m60a0e7fa08\" y=\"261.899154\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"198.920019\" xlink:href=\"#m60a0e7fa08\" y=\"229.375199\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"199.484888\" xlink:href=\"#m60a0e7fa08\" y=\"265.651291\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"199.559116\" xlink:href=\"#m60a0e7fa08\" y=\"257.576941\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"201.900184\" xlink:href=\"#m60a0e7fa08\" y=\"239.776319\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"202.012907\" xlink:href=\"#m60a0e7fa08\" y=\"247.332661\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"202.197939\" xlink:href=\"#m60a0e7fa08\" y=\"240.68831\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"202.333705\" xlink:href=\"#m60a0e7fa08\" y=\"241.050691\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"202.515746\" xlink:href=\"#m60a0e7fa08\" y=\"292.666154\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"202.62817\" xlink:href=\"#m60a0e7fa08\" y=\"262.811567\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"202.773177\" xlink:href=\"#m60a0e7fa08\" y=\"252.569244\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"204.549218\" xlink:href=\"#m60a0e7fa08\" y=\"270.478986\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"204.573284\" xlink:href=\"#m60a0e7fa08\" y=\"262.642727\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"205.525197\" xlink:href=\"#m60a0e7fa08\" y=\"300.852771\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"206.36629\" xlink:href=\"#m60a0e7fa08\" y=\"261.429675\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"206.469381\" xlink:href=\"#m60a0e7fa08\" y=\"255.302171\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"206.519019\" xlink:href=\"#m60a0e7fa08\" y=\"234.67324\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"207.768772\" xlink:href=\"#m60a0e7fa08\" y=\"235.473545\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"207.83822\" xlink:href=\"#m60a0e7fa08\" y=\"257.130781\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"209.778929\" xlink:href=\"#m60a0e7fa08\" y=\"245.910672\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"209.956235\" xlink:href=\"#m60a0e7fa08\" y=\"291.836943\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"212.251394\" xlink:href=\"#m60a0e7fa08\" y=\"274.84276\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"212.918382\" xlink:href=\"#m60a0e7fa08\" y=\"228.864738\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"213.116437\" xlink:href=\"#m60a0e7fa08\" y=\"270.359863\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"213.289939\" xlink:href=\"#m60a0e7fa08\" y=\"242.042929\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"213.308285\" xlink:href=\"#m60a0e7fa08\" y=\"234.969813\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"214.427535\" xlink:href=\"#m60a0e7fa08\" y=\"248.678638\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"214.688561\" xlink:href=\"#m60a0e7fa08\" y=\"250.480371\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"215.00896\" xlink:href=\"#m60a0e7fa08\" y=\"273.962201\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"215.509779\" xlink:href=\"#m60a0e7fa08\" y=\"239.259336\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"215.69532\" xlink:href=\"#m60a0e7fa08\" y=\"241.50959\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"216.218366\" xlink:href=\"#m60a0e7fa08\" y=\"245.602955\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"217.285616\" xlink:href=\"#m60a0e7fa08\" y=\"252.298505\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"217.32475\" xlink:href=\"#m60a0e7fa08\" y=\"282.320678\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"217.352215\" xlink:href=\"#m60a0e7fa08\" y=\"248.952264\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"217.862734\" xlink:href=\"#m60a0e7fa08\" y=\"268.543346\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"217.866229\" xlink:href=\"#m60a0e7fa08\" y=\"259.222848\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"218.701286\" xlink:href=\"#m60a0e7fa08\" y=\"255.137645\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"220.674943\" xlink:href=\"#m60a0e7fa08\" y=\"257.997501\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"221.030839\" xlink:href=\"#m60a0e7fa08\" y=\"224.457793\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"221.664391\" xlink:href=\"#m60a0e7fa08\" y=\"254.807236\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"222.31652\" xlink:href=\"#m60a0e7fa08\" y=\"231.628853\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"222.666759\" xlink:href=\"#m60a0e7fa08\" y=\"211.816339\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"223.377806\" xlink:href=\"#m60a0e7fa08\" y=\"226.799433\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"224.780489\" xlink:href=\"#m60a0e7fa08\" y=\"217.284043\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"224.866079\" xlink:href=\"#m60a0e7fa08\" y=\"257.777103\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"227.73914\" xlink:href=\"#m60a0e7fa08\" y=\"234.079812\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"228.295346\" xlink:href=\"#m60a0e7fa08\" y=\"226.049533\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"229.333706\" xlink:href=\"#m60a0e7fa08\" y=\"241.547987\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"230.592134\" xlink:href=\"#m60a0e7fa08\" y=\"185.910504\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"230.753462\" xlink:href=\"#m60a0e7fa08\" y=\"209.474146\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"230.868707\" xlink:href=\"#m60a0e7fa08\" y=\"168.329657\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"230.971468\" xlink:href=\"#m60a0e7fa08\" y=\"184.317828\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"231.060527\" xlink:href=\"#m60a0e7fa08\" y=\"203.349526\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"231.8343\" xlink:href=\"#m60a0e7fa08\" y=\"229.016515\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"232.613254\" xlink:href=\"#m60a0e7fa08\" y=\"238.103036\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"232.711312\" xlink:href=\"#m60a0e7fa08\" y=\"222.431073\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"233.653491\" xlink:href=\"#m60a0e7fa08\" y=\"242.873144\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"234.095642\" xlink:href=\"#m60a0e7fa08\" y=\"200.763065\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"234.37267\" xlink:href=\"#m60a0e7fa08\" y=\"170.92805\"/>\n     <use style=\"fill-opacity:0.5;stroke:#000000;stroke-opacity:0.5;stroke-width:1.5;\" x=\"235.171071\" xlink:href=\"#m60a0e7fa08\" y=\"205.72178\"/>\n    </g>\n   </g>\n   <g id=\"PolyCollection_1\">\n    <path clip-path=\"url(#pc60592ba9a)\" d=\"M -4.453726 273.203212 \nL -4.453726 288.787124 \nL -2.678861 287.120169 \nL -0.903996 285.454926 \nL 0.870869 283.78505 \nL 2.645734 282.116286 \nL 4.4206 280.4425 \nL 6.195465 278.769772 \nL 7.97033 277.097477 \nL 9.745195 275.426083 \nL 11.52006 273.758286 \nL 13.294925 272.083382 \nL 15.06979 270.399217 \nL 16.844655 268.697247 \nL 18.61952 266.997276 \nL 20.394385 265.297617 \nL 22.16925 263.596846 \nL 23.944115 261.896276 \nL 25.71898 260.202174 \nL 27.493845 258.512506 \nL 29.26871 256.824804 \nL 31.043575 255.13917 \nL 32.81844 253.455636 \nL 34.593305 251.773934 \nL 36.368171 250.08486 \nL 38.143036 248.386481 \nL 39.917901 246.691391 \nL 41.692766 244.991234 \nL 43.467631 243.287231 \nL 45.242496 241.5785 \nL 47.017361 239.862315 \nL 48.792226 238.150833 \nL 50.567091 236.440201 \nL 52.341956 234.726764 \nL 54.116821 233.008108 \nL 55.891686 231.280323 \nL 57.666551 229.553475 \nL 59.441416 227.833679 \nL 61.216281 226.125877 \nL 62.991146 224.416538 \nL 64.766011 222.702021 \nL 66.540876 220.987782 \nL 68.315742 219.272438 \nL 70.090607 217.555457 \nL 71.865472 215.835571 \nL 73.640337 214.112916 \nL 75.415202 212.401661 \nL 77.190067 210.686447 \nL 78.964932 208.968133 \nL 80.739797 207.251225 \nL 82.514662 205.529547 \nL 84.289527 203.803823 \nL 86.064392 202.075785 \nL 87.839257 200.34776 \nL 89.614122 198.619195 \nL 91.388987 196.89262 \nL 93.163852 195.161727 \nL 94.938717 193.426297 \nL 96.713582 191.68261 \nL 98.488447 189.930524 \nL 100.263313 188.172641 \nL 102.038178 186.407242 \nL 103.813043 184.636134 \nL 105.587908 182.858684 \nL 107.362773 181.073636 \nL 109.137638 179.281102 \nL 110.912503 177.484048 \nL 112.687368 175.698387 \nL 114.462233 173.957317 \nL 116.237098 172.261153 \nL 118.011963 170.568536 \nL 119.786828 168.866769 \nL 121.561693 167.153203 \nL 123.336558 165.49039 \nL 125.111423 164.235955 \nL 126.886288 163.031655 \nL 128.661153 161.81864 \nL 130.436018 160.594778 \nL 132.210884 159.357108 \nL 133.985749 158.111329 \nL 135.760614 156.858714 \nL 137.535479 155.629174 \nL 139.310344 154.509041 \nL 141.085209 153.848313 \nL 142.860074 154.866204 \nL 144.634939 157.427213 \nL 146.409804 160.150961 \nL 148.184669 162.884884 \nL 149.959534 165.617262 \nL 151.734399 168.343216 \nL 153.509264 171.051593 \nL 155.284129 173.733863 \nL 157.058994 176.389089 \nL 158.833859 179.016244 \nL 160.608724 181.716167 \nL 162.38359 184.75602 \nL 164.158455 188.055908 \nL 165.93332 191.376458 \nL 167.708185 194.687198 \nL 169.48305 197.988422 \nL 171.257915 201.279793 \nL 173.03278 204.562463 \nL 174.807645 207.832549 \nL 176.58251 211.089672 \nL 178.357375 214.334975 \nL 180.13224 217.568108 \nL 181.907105 220.788046 \nL 183.68197 223.656588 \nL 185.456835 225.583208 \nL 187.2317 227.457881 \nL 189.006565 229.33278 \nL 190.78143 231.208825 \nL 192.556295 233.078227 \nL 194.331161 234.786228 \nL 196.106026 235.713304 \nL 197.880891 235.983637 \nL 199.655756 236.095578 \nL 201.430621 236.180177 \nL 203.205486 236.267641 \nL 204.980351 236.357438 \nL 206.755216 236.444281 \nL 208.530081 236.531896 \nL 210.304946 236.62013 \nL 212.079811 236.703201 \nL 213.854676 236.774289 \nL 215.629541 236.637629 \nL 217.404406 234.94305 \nL 219.179271 230.237278 \nL 220.954136 224.286718 \nL 222.729001 217.825565 \nL 224.503866 210.956622 \nL 226.278732 203.763745 \nL 228.053597 196.335822 \nL 229.828462 188.70046 \nL 231.603327 180.847119 \nL 233.378192 172.702925 \nL 235.153057 164.25195 \nL 236.927922 155.393418 \nL 238.702787 146.098054 \nL 240.477652 136.344572 \nL 242.252517 126.097999 \nL 244.027382 115.170738 \nL 245.802247 103.331922 \nL 247.577112 90.396361 \nL 249.351977 76.172652 \nL 251.126842 60.309405 \nL 252.901707 42.703476 \nL 254.676572 22.930217 \nL 256.451437 0.447083 \nL 258.226303 -25.372456 \nL 260.001168 -55.034396 \nL 261.776033 -90.393852 \nL 263.550898 -132.606158 \nL 265.325763 -184.68399 \nL 267.100628 -250.839056 \nL 268.875493 -335.19662 \nL 270.650358 -441.337951 \nL 272.425223 -573.718545 \nL 274.200088 -741.287625 \nL 275.974953 -952.389679 \nL 277.749818 -1226.329187 \nL 279.524683 -1583.354582 \nL 281.299548 -2055.754969 \nL 283.074413 -2687.179362 \nL 284.849278 -3543.943192 \nL 286.624143 -4694.038277 \nL 288.399009 -6214.023111 \nL 290.173874 -8299.65347 \nL 291.948739 -11171.551538 \nL 293.723604 -15172.949698 \nL 295.498469 -20586.421353 \nL 297.273334 -28073.660596 \nL 299.048199 -38664.003754 \nL 300.823064 -54022.088965 \nL 302.597929 -76207.155688 \nL 304.372794 -107761.182568 \nL 306.147659 -152613.822949 \nL 307.922524 -217582.361865 \nL 309.697389 -226552.447559 \nL 311.472254 -226558.552441 \nL 313.247119 -226564.635205 \nL 315.021984 -226570.67373 \nL 316.796849 -226576.690137 \nL 318.571714 -226582.728662 \nL 320.34658 -226588.789307 \nL 322.121445 -226594.894189 \nL 323.89631 -226601.021191 \nL 325.671175 -226607.170313 \nL 327.44604 -226613.275195 \nL 329.220905 -226619.402197 \nL 330.99577 -226625.50708 \nL 332.770635 -226631.634082 \nL 334.5455 -226637.716846 \nL 336.320365 -226643.821729 \nL 338.09523 -226649.904492 \nL 339.870095 -226655.965137 \nL 341.64496 -226662.003662 \nL 343.419825 -226668.064307 \nL 345.19469 -226674.080713 \nL 346.969555 -226680.097119 \nL 348.74442 -226686.113525 \nL 348.74442 -226686.179883 \nL 348.74442 -226686.179883 \nL 346.969555 -226680.163477 \nL 345.19469 -226674.14707 \nL 343.419825 -226668.108545 \nL 341.64496 -226662.0479 \nL 339.870095 -226656.009375 \nL 338.09523 -226649.94873 \nL 336.320365 -226643.865967 \nL 334.5455 -226637.761084 \nL 332.770635 -226631.67832 \nL 330.99577 -226625.551318 \nL 329.220905 -226619.446436 \nL 327.44604 -226613.319434 \nL 325.671175 -226607.214551 \nL 323.89631 -226601.06543 \nL 322.121445 -226594.916309 \nL 320.34658 -226588.811426 \nL 318.571714 -226582.750781 \nL 316.796849 -226576.712256 \nL 315.021984 -226570.69585 \nL 313.247119 -226564.657324 \nL 311.472254 -226558.574561 \nL 309.697389 -226552.469678 \nL 307.922524 -217582.383984 \nL 306.147659 -152613.845068 \nL 304.372794 -107761.215747 \nL 302.597929 -76207.205457 \nL 300.823064 -54022.149792 \nL 299.048199 -38664.083936 \nL 297.273334 -28073.765662 \nL 295.498469 -20586.552686 \nL 293.723604 -15173.115591 \nL 291.948739 -11171.760287 \nL 290.173874 -8299.91337 \nL 288.399009 -6214.341765 \nL 286.624143 -4694.424671 \nL 284.849278 -3544.409768 \nL 283.074413 -2687.73718 \nL 281.299548 -2056.41094 \nL 279.524683 -1584.117519 \nL 277.749818 -1227.205658 \nL 275.974953 -953.385213 \nL 274.200088 -742.404296 \nL 272.425223 -574.965253 \nL 270.650358 -442.719274 \nL 268.875493 -336.719989 \nL 267.100628 -252.498078 \nL 265.325763 -186.454558 \nL 263.550898 -134.463215 \nL 261.776033 -92.31219 \nL 260.001168 -56.992113 \nL 258.226303 -27.336243 \nL 256.451437 -1.506832 \nL 254.676572 20.991758 \nL 252.901707 40.803736 \nL 251.126842 58.457154 \nL 249.351977 74.370871 \nL 247.577112 88.652686 \nL 245.802247 101.649593 \nL 244.027382 113.55792 \nL 242.252517 124.567139 \nL 240.477652 134.906088 \nL 238.702787 144.750704 \nL 236.927922 154.143233 \nL 235.153057 163.094022 \nL 233.378192 171.62708 \nL 231.603327 179.851331 \nL 229.828462 187.785651 \nL 228.053597 195.503676 \nL 226.278732 202.997357 \nL 224.503866 210.241888 \nL 222.729001 217.158284 \nL 220.954136 223.66344 \nL 219.179271 229.655927 \nL 217.404406 234.410365 \nL 215.629541 236.214425 \nL 213.854676 236.4046 \nL 212.079811 236.362282 \nL 210.304946 236.308048 \nL 208.530081 236.246529 \nL 206.755216 236.18349 \nL 204.980351 236.118809 \nL 203.205486 236.048936 \nL 201.430621 235.979909 \nL 199.655756 235.911966 \nL 197.880891 235.817401 \nL 196.106026 235.572327 \nL 194.331161 234.674563 \nL 192.556295 232.978183 \nL 190.78143 231.116797 \nL 189.006565 229.247833 \nL 187.2317 227.379254 \nL 185.456835 225.510346 \nL 183.68197 223.590738 \nL 181.907105 220.727425 \nL 180.13224 217.51006 \nL 178.357375 214.279279 \nL 176.58251 211.036048 \nL 174.807645 207.780814 \nL 173.03278 204.512454 \nL 171.257915 201.231217 \nL 169.48305 197.940974 \nL 167.708185 194.640589 \nL 165.93332 191.330296 \nL 164.158455 188.009562 \nL 162.38359 184.709255 \nL 160.608724 181.668343 \nL 158.833859 178.966214 \nL 157.058994 176.335816 \nL 155.284129 173.67688 \nL 153.509264 170.990266 \nL 151.734399 168.276913 \nL 149.959534 165.545758 \nL 148.184669 162.807666 \nL 146.409804 160.067693 \nL 144.634939 157.338455 \nL 142.860074 154.783997 \nL 141.085209 153.790893 \nL 139.310344 154.477412 \nL 137.535479 155.604074 \nL 135.760614 156.83322 \nL 133.985749 158.084266 \nL 132.210884 159.327655 \nL 130.436018 160.563162 \nL 128.661153 161.7846 \nL 126.886288 162.994367 \nL 125.111423 164.192154 \nL 123.336558 165.42983 \nL 121.561693 167.069397 \nL 119.786828 168.758336 \nL 118.011963 170.428464 \nL 116.237098 172.081875 \nL 114.462233 173.729384 \nL 112.687368 175.409933 \nL 110.912503 177.12475 \nL 109.137638 178.843379 \nL 107.362773 180.548247 \nL 105.587908 182.23605 \nL 103.813043 183.9074 \nL 102.038178 185.563891 \nL 100.263313 187.207128 \nL 98.488447 188.83776 \nL 96.713582 190.457913 \nL 94.938717 192.080458 \nL 93.163852 193.692629 \nL 91.388987 195.295757 \nL 89.614122 196.890716 \nL 87.839257 198.485099 \nL 86.064392 200.097512 \nL 84.289527 201.712686 \nL 82.514662 203.31996 \nL 80.739797 204.919149 \nL 78.964932 206.509714 \nL 77.190067 208.097605 \nL 75.415202 209.67959 \nL 73.640337 211.25121 \nL 71.865472 212.82909 \nL 70.090607 214.396601 \nL 68.315742 215.953823 \nL 66.540876 217.503614 \nL 64.766011 219.047357 \nL 62.991146 220.587191 \nL 61.216281 222.118365 \nL 59.441416 223.643927 \nL 57.666551 225.180446 \nL 55.891686 226.720427 \nL 54.116821 228.255833 \nL 52.341956 229.770657 \nL 50.567091 231.265983 \nL 48.792226 232.753503 \nL 47.017361 234.232221 \nL 45.242496 235.701203 \nL 43.467631 237.149985 \nL 41.692766 238.581421 \nL 39.917901 239.993696 \nL 38.143036 241.38377 \nL 36.368171 242.775923 \nL 34.593305 244.150722 \nL 32.81844 245.511895 \nL 31.043575 246.871544 \nL 29.26871 248.230826 \nL 27.493845 249.587201 \nL 25.71898 250.940907 \nL 23.944115 252.295456 \nL 22.16925 253.650615 \nL 20.394385 255.008793 \nL 18.61952 256.359535 \nL 16.844655 257.705454 \nL 15.06979 259.047756 \nL 13.294925 260.370724 \nL 11.52006 261.683454 \nL 9.745195 262.981112 \nL 7.97033 264.271653 \nL 6.195465 265.560752 \nL 4.4206 266.851454 \nL 2.645734 268.139576 \nL 0.870869 269.418317 \nL -0.903996 270.68878 \nL -2.678861 271.947394 \nL -4.453726 273.203212 \nz\n\" style=\"fill:#1f77b4;fill-opacity:0.3;stroke:#1f77b4;stroke-opacity:0.3;\"/>\n   </g>\n   <g id=\"PolyCollection_2\">\n    <path clip-path=\"url(#pc60592ba9a)\" d=\"M -4.453726 289.047024 \nL -4.453726 304.630941 \nL -2.678861 302.549593 \nL -0.903996 300.475318 \nL 0.870869 298.40449 \nL 2.645734 296.345012 \nL 4.4206 294.285815 \nL 6.195465 292.232191 \nL 7.97033 290.178729 \nL 9.745195 288.129398 \nL 11.52006 286.095274 \nL 13.294925 284.062754 \nL 15.06979 282.022933 \nL 16.844655 279.96851 \nL 18.61952 277.922165 \nL 20.394385 275.881907 \nL 22.16925 273.847551 \nL 23.944115 271.811332 \nL 25.71898 269.788316 \nL 27.493845 267.774254 \nL 29.26871 265.767762 \nL 31.043575 263.76929 \nL 32.81844 261.776451 \nL 34.593305 259.790021 \nL 36.368171 257.803424 \nL 38.143036 255.817222 \nL 39.917901 253.837175 \nL 41.692766 251.870618 \nL 43.467631 249.917206 \nL 45.242496 247.973157 \nL 47.017361 246.035963 \nL 48.792226 244.11969 \nL 50.567091 242.21574 \nL 52.341956 240.315897 \nL 54.116821 238.426625 \nL 55.891686 236.541487 \nL 57.666551 234.664811 \nL 59.441416 232.800847 \nL 61.216281 230.951754 \nL 62.991146 229.107846 \nL 64.766011 227.264897 \nL 66.540876 225.429235 \nL 68.315742 223.600508 \nL 70.090607 221.779175 \nL 71.865472 219.96611 \nL 73.640337 218.162359 \nL 75.415202 216.379466 \nL 77.190067 214.603493 \nL 78.964932 212.832422 \nL 80.739797 211.072057 \nL 82.514662 209.316413 \nL 84.289527 207.566716 \nL 86.064392 205.826681 \nL 87.839257 204.090732 \nL 89.614122 202.343416 \nL 91.388987 200.608533 \nL 93.163852 198.881479 \nL 94.938717 197.163409 \nL 96.713582 195.449228 \nL 98.488447 193.725909 \nL 100.263313 192.012621 \nL 102.038178 190.308498 \nL 103.813043 188.619258 \nL 105.587908 186.946174 \nL 107.362773 185.289188 \nL 109.137638 183.650333 \nL 110.912503 182.034291 \nL 112.687368 180.454959 \nL 114.462233 178.946444 \nL 116.237098 177.513177 \nL 118.011963 176.112683 \nL 119.786828 174.73308 \nL 121.561693 173.372683 \nL 123.336558 172.091185 \nL 125.111423 171.267293 \nL 126.886288 170.537712 \nL 128.661153 169.836291 \nL 130.436018 169.160936 \nL 132.210884 168.511165 \nL 133.985749 167.896794 \nL 135.760614 167.323992 \nL 137.535479 166.83385 \nL 139.310344 166.541859 \nL 141.085209 166.892255 \nL 142.860074 168.879241 \nL 144.634939 172.165267 \nL 146.409804 175.682591 \nL 148.184669 179.266105 \nL 149.959534 182.90668 \nL 151.734399 186.600785 \nL 153.509264 190.338131 \nL 155.284129 194.11112 \nL 157.058994 197.92221 \nL 158.833859 201.773181 \nL 160.608724 205.689061 \nL 162.38359 209.718894 \nL 164.158455 213.818892 \nL 165.93332 217.93913 \nL 167.708185 222.074552 \nL 169.48305 226.228184 \nL 171.257915 230.396662 \nL 173.03278 234.580114 \nL 174.807645 238.779257 \nL 176.58251 242.993628 \nL 178.357375 247.224454 \nL 180.13224 251.470746 \nL 181.907105 255.730889 \nL 183.68197 259.484976 \nL 185.456835 261.784881 \nL 187.2317 264.004166 \nL 189.006565 266.226573 \nL 190.78143 268.457258 \nL 192.556295 270.689331 \nL 194.331161 272.716256 \nL 196.106026 273.732349 \nL 197.880891 273.865992 \nL 199.655756 273.765646 \nL 201.430621 273.628708 \nL 203.205486 273.497203 \nL 204.980351 273.376515 \nL 206.755216 273.261928 \nL 208.530081 273.156452 \nL 210.304946 273.056592 \nL 212.079811 272.960258 \nL 213.854676 272.855564 \nL 215.629541 272.654035 \nL 217.404406 271.477638 \nL 219.179271 268.267987 \nL 220.954136 264.313132 \nL 222.729001 260.118957 \nL 224.503866 255.852129 \nL 226.278732 251.575504 \nL 228.053597 247.374703 \nL 229.828462 243.342016 \nL 231.603327 239.508894 \nL 233.378192 235.966773 \nL 235.153057 232.67229 \nL 236.927922 229.611583 \nL 238.702787 227.001241 \nL 240.477652 224.962219 \nL 242.252517 223.482467 \nL 244.027382 222.819501 \nL 245.802247 223.203286 \nL 247.577112 224.617742 \nL 249.351977 227.395298 \nL 251.126842 231.81095 \nL 252.901707 238.058122 \nL 254.676572 246.539663 \nL 256.451437 257.675235 \nL 258.226303 272.05886 \nL 260.001168 290.189491 \nL 261.776033 313.990373 \nL 263.550898 344.688997 \nL 265.325763 385.288809 \nL 267.100628 439.95823 \nL 268.875493 512.61235 \nL 270.650358 607.012111 \nL 272.425223 727.559829 \nL 274.200088 883.235378 \nL 275.974953 1082.328121 \nL 277.749818 1344.203193 \nL 279.524683 1689.090882 \nL 281.299548 2149.335246 \nL 283.074413 2768.55886 \nL 284.849278 3612.984011 \nL 286.624143 4750.758044 \nL 288.399009 6258.410765 \nL 290.173874 8331.632977 \nL 291.948739 11191.101471 \nL 293.723604 15180.132266 \nL 295.498469 20581.143933 \nL 297.273334 28055.937012 \nL 299.048199 38633.79668 \nL 300.823064 53979.343103 \nL 302.597929 76151.912512 \nL 304.372794 107693.414429 \nL 306.147659 152533.634912 \nL 307.922524 217489.787109 \nL 309.697389 226447.574561 \nL 311.472254 226441.469678 \nL 313.247119 226435.386914 \nL 315.021984 226429.348389 \nL 316.796849 226423.331982 \nL 318.571714 226417.293457 \nL 320.34658 226411.232812 \nL 322.121445 226405.12793 \nL 323.89631 226399.023047 \nL 325.671175 226392.873926 \nL 327.44604 226386.769043 \nL 329.220905 226380.642041 \nL 330.99577 226374.537158 \nL 332.770635 226368.410156 \nL 334.5455 226362.327393 \nL 336.320365 226356.22251 \nL 338.09523 226350.139746 \nL 339.870095 226344.079102 \nL 341.64496 226338.040576 \nL 343.419825 226331.979932 \nL 345.19469 226325.985645 \nL 346.969555 226319.969238 \nL 348.74442 226313.952832 \nL 348.74442 226313.886475 \nL 348.74442 226313.886475 \nL 346.969555 226319.902881 \nL 345.19469 226325.919287 \nL 343.419825 226331.935693 \nL 341.64496 226337.996338 \nL 339.870095 226344.034863 \nL 338.09523 226350.095508 \nL 336.320365 226356.178271 \nL 334.5455 226362.283154 \nL 332.770635 226368.365918 \nL 330.99577 226374.49292 \nL 329.220905 226380.597803 \nL 327.44604 226386.724805 \nL 325.671175 226392.829687 \nL 323.89631 226398.978809 \nL 322.121445 226405.105811 \nL 320.34658 226411.210693 \nL 318.571714 226417.271338 \nL 316.796849 226423.309863 \nL 315.021984 226429.32627 \nL 313.247119 226435.364795 \nL 311.472254 226441.447559 \nL 309.697389 226447.552441 \nL 307.922524 217489.76499 \nL 306.147659 152533.612793 \nL 304.372794 107693.38125 \nL 302.597929 76151.862744 \nL 300.823064 53979.282275 \nL 299.048199 38633.716498 \nL 297.273334 28055.831946 \nL 295.498469 20581.012601 \nL 293.723604 15179.966373 \nL 291.948739 11190.892722 \nL 290.173874 8331.373077 \nL 288.399009 6258.092111 \nL 286.624143 4750.37165 \nL 284.849278 3612.517435 \nL 283.074413 2768.001043 \nL 281.299548 2148.679276 \nL 279.524683 1688.327945 \nL 277.749818 1343.326722 \nL 275.974953 1081.332587 \nL 274.200088 882.118707 \nL 272.425223 726.313122 \nL 270.650358 605.630788 \nL 268.875493 511.089023 \nL 267.100628 438.299165 \nL 265.325763 383.518241 \nL 263.550898 342.831939 \nL 261.776033 312.072034 \nL 260.001168 288.231775 \nL 258.226303 270.095073 \nL 256.451437 255.721331 \nL 254.676572 244.601203 \nL 252.901707 236.158371 \nL 251.126842 229.958699 \nL 249.351977 225.593522 \nL 247.577112 222.874078 \nL 245.802247 221.520957 \nL 244.027382 221.206683 \nL 242.252517 221.951608 \nL 240.477652 223.523731 \nL 238.702787 225.653896 \nL 236.927922 228.361396 \nL 235.153057 231.514361 \nL 233.378192 234.890927 \nL 231.603327 238.513106 \nL 229.828462 242.427203 \nL 228.053597 246.542557 \nL 226.278732 250.809116 \nL 224.503866 255.137393 \nL 222.729001 259.451678 \nL 220.954136 263.689854 \nL 219.179271 267.686636 \nL 217.404406 270.944954 \nL 215.629541 272.230828 \nL 213.854676 272.485879 \nL 212.079811 272.619339 \nL 210.304946 272.74451 \nL 208.530081 272.871085 \nL 206.755216 273.001132 \nL 204.980351 273.137886 \nL 203.205486 273.278496 \nL 201.430621 273.428443 \nL 199.655756 273.582035 \nL 197.880891 273.699753 \nL 196.106026 273.591372 \nL 194.331161 272.604591 \nL 192.556295 270.589287 \nL 190.78143 268.365233 \nL 189.006565 266.141622 \nL 187.2317 263.925539 \nL 185.456835 261.712016 \nL 183.68197 259.419126 \nL 181.907105 255.670267 \nL 180.13224 251.412699 \nL 178.357375 247.168757 \nL 176.58251 242.940005 \nL 174.807645 238.727521 \nL 173.03278 234.530109 \nL 171.257915 230.348084 \nL 169.48305 226.180735 \nL 167.708185 222.027943 \nL 165.93332 217.89297 \nL 164.158455 213.772547 \nL 162.38359 209.67213 \nL 160.608724 205.641237 \nL 158.833859 201.723153 \nL 157.058994 197.868938 \nL 155.284129 194.054138 \nL 153.509264 190.276805 \nL 151.734399 186.534481 \nL 149.959534 182.835175 \nL 148.184669 179.188888 \nL 146.409804 175.599323 \nL 144.634939 172.07651 \nL 142.860074 168.797034 \nL 141.085209 166.834835 \nL 139.310344 166.51023 \nL 137.535479 166.80875 \nL 135.760614 167.298495 \nL 133.985749 167.869731 \nL 132.210884 168.481712 \nL 130.436018 169.129321 \nL 128.661153 169.802251 \nL 126.886288 170.500424 \nL 125.111423 171.223492 \nL 123.336558 172.030625 \nL 121.561693 173.288877 \nL 119.786828 174.624647 \nL 118.011963 175.972611 \nL 116.237098 177.333899 \nL 114.462233 178.718511 \nL 112.687368 180.166506 \nL 110.912503 181.674992 \nL 109.137638 183.21261 \nL 107.362773 184.763799 \nL 105.587908 186.32354 \nL 103.813043 187.890524 \nL 102.038178 189.465146 \nL 100.263313 191.047109 \nL 98.488447 192.633144 \nL 96.713582 194.224531 \nL 94.938717 195.81757 \nL 93.163852 197.412382 \nL 91.388987 199.01167 \nL 89.614122 200.614937 \nL 87.839257 202.228072 \nL 86.064392 203.848408 \nL 84.289527 205.475579 \nL 82.514662 207.106826 \nL 80.739797 208.73998 \nL 78.964932 210.374003 \nL 77.190067 212.01465 \nL 75.415202 213.657395 \nL 73.640337 215.300653 \nL 71.865472 216.959629 \nL 70.090607 218.620319 \nL 68.315742 220.281894 \nL 66.540876 221.945067 \nL 64.766011 223.610232 \nL 62.991146 225.2785 \nL 61.216281 226.944242 \nL 59.441416 228.611095 \nL 57.666551 230.291782 \nL 55.891686 231.98159 \nL 54.116821 233.67435 \nL 52.341956 235.35979 \nL 50.567091 237.041522 \nL 48.792226 238.722361 \nL 47.017361 240.40587 \nL 45.242496 242.095859 \nL 43.467631 243.77996 \nL 41.692766 245.460806 \nL 39.917901 247.139477 \nL 38.143036 248.81451 \nL 36.368171 250.494485 \nL 34.593305 252.166808 \nL 32.81844 253.832709 \nL 31.043575 255.501662 \nL 29.26871 257.173785 \nL 27.493845 258.848948 \nL 25.71898 260.527049 \nL 23.944115 262.210512 \nL 22.16925 263.901319 \nL 20.394385 265.593083 \nL 18.61952 267.284425 \nL 16.844655 268.976717 \nL 15.06979 270.671472 \nL 13.294925 272.350097 \nL 11.52006 274.020443 \nL 9.745195 275.684428 \nL 7.97033 277.352905 \nL 6.195465 279.02317 \nL 4.4206 280.694775 \nL 2.645734 282.368302 \nL 0.870869 284.037757 \nL -0.903996 285.709177 \nL -2.678861 287.376818 \nL -4.453726 289.047024 \nz\n\" style=\"fill:#1f77b4;fill-opacity:0.3;stroke:#1f77b4;stroke-opacity:0.3;\"/>\n   </g>\n   <g id=\"PolyCollection_3\">\n    <path clip-path=\"url(#pc60592ba9a)\" d=\"M -4.453726 288.787124 \nL -4.453726 289.047024 \nL -2.678861 287.376818 \nL -0.903996 285.709177 \nL 0.870869 284.037757 \nL 2.645734 282.368302 \nL 4.4206 280.694775 \nL 6.195465 279.02317 \nL 7.97033 277.352905 \nL 9.745195 275.684428 \nL 11.52006 274.020443 \nL 13.294925 272.350097 \nL 15.06979 270.671472 \nL 16.844655 268.976717 \nL 18.61952 267.284425 \nL 20.394385 265.593083 \nL 22.16925 263.901319 \nL 23.944115 262.210512 \nL 25.71898 260.527049 \nL 27.493845 258.848948 \nL 29.26871 257.173785 \nL 31.043575 255.501662 \nL 32.81844 253.832709 \nL 34.593305 252.166808 \nL 36.368171 250.494485 \nL 38.143036 248.81451 \nL 39.917901 247.139477 \nL 41.692766 245.460806 \nL 43.467631 243.77996 \nL 45.242496 242.095859 \nL 47.017361 240.40587 \nL 48.792226 238.722361 \nL 50.567091 237.041522 \nL 52.341956 235.35979 \nL 54.116821 233.67435 \nL 55.891686 231.98159 \nL 57.666551 230.291782 \nL 59.441416 228.611095 \nL 61.216281 226.944242 \nL 62.991146 225.2785 \nL 64.766011 223.610232 \nL 66.540876 221.945067 \nL 68.315742 220.281894 \nL 70.090607 218.620319 \nL 71.865472 216.959629 \nL 73.640337 215.300653 \nL 75.415202 213.657395 \nL 77.190067 212.01465 \nL 78.964932 210.374003 \nL 80.739797 208.73998 \nL 82.514662 207.106826 \nL 84.289527 205.475579 \nL 86.064392 203.848408 \nL 87.839257 202.228072 \nL 89.614122 200.614937 \nL 91.388987 199.01167 \nL 93.163852 197.412382 \nL 94.938717 195.81757 \nL 96.713582 194.224531 \nL 98.488447 192.633144 \nL 100.263313 191.047109 \nL 102.038178 189.465146 \nL 103.813043 187.890524 \nL 105.587908 186.32354 \nL 107.362773 184.763799 \nL 109.137638 183.21261 \nL 110.912503 181.674992 \nL 112.687368 180.166506 \nL 114.462233 178.718511 \nL 116.237098 177.333899 \nL 118.011963 175.972611 \nL 119.786828 174.624647 \nL 121.561693 173.288877 \nL 123.336558 172.030625 \nL 125.111423 171.223492 \nL 126.886288 170.500424 \nL 128.661153 169.802251 \nL 130.436018 169.129321 \nL 132.210884 168.481712 \nL 133.985749 167.869731 \nL 135.760614 167.298495 \nL 137.535479 166.80875 \nL 139.310344 166.51023 \nL 141.085209 166.834835 \nL 142.860074 168.797034 \nL 144.634939 172.07651 \nL 146.409804 175.599323 \nL 148.184669 179.188888 \nL 149.959534 182.835175 \nL 151.734399 186.534481 \nL 153.509264 190.276805 \nL 155.284129 194.054138 \nL 157.058994 197.868938 \nL 158.833859 201.723153 \nL 160.608724 205.641237 \nL 162.38359 209.67213 \nL 164.158455 213.772547 \nL 165.93332 217.89297 \nL 167.708185 222.027943 \nL 169.48305 226.180735 \nL 171.257915 230.348084 \nL 173.03278 234.530109 \nL 174.807645 238.727521 \nL 176.58251 242.940005 \nL 178.357375 247.168757 \nL 180.13224 251.412699 \nL 181.907105 255.670267 \nL 183.68197 259.419126 \nL 185.456835 261.712016 \nL 187.2317 263.925539 \nL 189.006565 266.141622 \nL 190.78143 268.365233 \nL 192.556295 270.589287 \nL 194.331161 272.604591 \nL 196.106026 273.591372 \nL 197.880891 273.699753 \nL 199.655756 273.582035 \nL 201.430621 273.428443 \nL 203.205486 273.278496 \nL 204.980351 273.137886 \nL 206.755216 273.001132 \nL 208.530081 272.871085 \nL 210.304946 272.74451 \nL 212.079811 272.619339 \nL 213.854676 272.485879 \nL 215.629541 272.230828 \nL 217.404406 270.944954 \nL 219.179271 267.686636 \nL 220.954136 263.689854 \nL 222.729001 259.451678 \nL 224.503866 255.137393 \nL 226.278732 250.809116 \nL 228.053597 246.542557 \nL 229.828462 242.427203 \nL 231.603327 238.513106 \nL 233.378192 234.890927 \nL 235.153057 231.514361 \nL 236.927922 228.361396 \nL 238.702787 225.653896 \nL 240.477652 223.523731 \nL 242.252517 221.951608 \nL 244.027382 221.206683 \nL 245.802247 221.520957 \nL 247.577112 222.874078 \nL 249.351977 225.593522 \nL 251.126842 229.958699 \nL 252.901707 236.158371 \nL 254.676572 244.601203 \nL 256.451437 255.721331 \nL 258.226303 270.095073 \nL 260.001168 288.231775 \nL 261.776033 312.072034 \nL 263.550898 342.831939 \nL 265.325763 383.518241 \nL 267.100628 438.299165 \nL 268.875493 511.089023 \nL 270.650358 605.630788 \nL 272.425223 726.313122 \nL 274.200088 882.118707 \nL 275.974953 1081.332587 \nL 277.749818 1343.326722 \nL 279.524683 1688.327945 \nL 281.299548 2148.679276 \nL 283.074413 2768.001043 \nL 284.849278 3612.517435 \nL 286.624143 4750.37165 \nL 288.399009 6258.092111 \nL 290.173874 8331.373077 \nL 291.948739 11190.892722 \nL 293.723604 15179.966373 \nL 295.498469 20581.012601 \nL 297.273334 28055.831946 \nL 299.048199 38633.716498 \nL 300.823064 53979.282275 \nL 302.597929 76151.862744 \nL 304.372794 107693.38125 \nL 306.147659 152533.612793 \nL 307.922524 217489.76499 \nL 309.697389 226447.552441 \nL 311.472254 226441.447559 \nL 313.247119 226435.364795 \nL 315.021984 226429.32627 \nL 316.796849 226423.309863 \nL 318.571714 226417.271338 \nL 320.34658 226411.210693 \nL 322.121445 226405.105811 \nL 323.89631 226398.978809 \nL 325.671175 226392.829687 \nL 327.44604 226386.724805 \nL 329.220905 226380.597803 \nL 330.99577 226374.49292 \nL 332.770635 226368.365918 \nL 334.5455 226362.283154 \nL 336.320365 226356.178271 \nL 338.09523 226350.095508 \nL 339.870095 226344.034863 \nL 341.64496 226337.996338 \nL 343.419825 226331.935693 \nL 345.19469 226325.919287 \nL 346.969555 226319.902881 \nL 348.74442 226313.886475 \nL 348.74442 -226686.113525 \nL 348.74442 -226686.113525 \nL 346.969555 -226680.097119 \nL 345.19469 -226674.080713 \nL 343.419825 -226668.064307 \nL 341.64496 -226662.003662 \nL 339.870095 -226655.965137 \nL 338.09523 -226649.904492 \nL 336.320365 -226643.821729 \nL 334.5455 -226637.716846 \nL 332.770635 -226631.634082 \nL 330.99577 -226625.50708 \nL 329.220905 -226619.402197 \nL 327.44604 -226613.275195 \nL 325.671175 -226607.170313 \nL 323.89631 -226601.021191 \nL 322.121445 -226594.894189 \nL 320.34658 -226588.789307 \nL 318.571714 -226582.728662 \nL 316.796849 -226576.690137 \nL 315.021984 -226570.67373 \nL 313.247119 -226564.635205 \nL 311.472254 -226558.552441 \nL 309.697389 -226552.447559 \nL 307.922524 -217582.361865 \nL 306.147659 -152613.822949 \nL 304.372794 -107761.182568 \nL 302.597929 -76207.155688 \nL 300.823064 -54022.088965 \nL 299.048199 -38664.003754 \nL 297.273334 -28073.660596 \nL 295.498469 -20586.421353 \nL 293.723604 -15172.949698 \nL 291.948739 -11171.551538 \nL 290.173874 -8299.65347 \nL 288.399009 -6214.023111 \nL 286.624143 -4694.038277 \nL 284.849278 -3543.943192 \nL 283.074413 -2687.179362 \nL 281.299548 -2055.754969 \nL 279.524683 -1583.354582 \nL 277.749818 -1226.329187 \nL 275.974953 -952.389679 \nL 274.200088 -741.287625 \nL 272.425223 -573.718545 \nL 270.650358 -441.337951 \nL 268.875493 -335.19662 \nL 267.100628 -250.839056 \nL 265.325763 -184.68399 \nL 263.550898 -132.606158 \nL 261.776033 -90.393852 \nL 260.001168 -55.034396 \nL 258.226303 -25.372456 \nL 256.451437 0.447083 \nL 254.676572 22.930217 \nL 252.901707 42.703476 \nL 251.126842 60.309405 \nL 249.351977 76.172652 \nL 247.577112 90.396361 \nL 245.802247 103.331922 \nL 244.027382 115.170738 \nL 242.252517 126.097999 \nL 240.477652 136.344572 \nL 238.702787 146.098054 \nL 236.927922 155.393418 \nL 235.153057 164.25195 \nL 233.378192 172.702925 \nL 231.603327 180.847119 \nL 229.828462 188.70046 \nL 228.053597 196.335822 \nL 226.278732 203.763745 \nL 224.503866 210.956622 \nL 222.729001 217.825565 \nL 220.954136 224.286718 \nL 219.179271 230.237278 \nL 217.404406 234.94305 \nL 215.629541 236.637629 \nL 213.854676 236.774289 \nL 212.079811 236.703201 \nL 210.304946 236.62013 \nL 208.530081 236.531896 \nL 206.755216 236.444281 \nL 204.980351 236.357438 \nL 203.205486 236.267641 \nL 201.430621 236.180177 \nL 199.655756 236.095578 \nL 197.880891 235.983637 \nL 196.106026 235.713304 \nL 194.331161 234.786228 \nL 192.556295 233.078227 \nL 190.78143 231.208825 \nL 189.006565 229.33278 \nL 187.2317 227.457881 \nL 185.456835 225.583208 \nL 183.68197 223.656588 \nL 181.907105 220.788046 \nL 180.13224 217.568108 \nL 178.357375 214.334975 \nL 176.58251 211.089672 \nL 174.807645 207.832549 \nL 173.03278 204.562463 \nL 171.257915 201.279793 \nL 169.48305 197.988422 \nL 167.708185 194.687198 \nL 165.93332 191.376458 \nL 164.158455 188.055908 \nL 162.38359 184.75602 \nL 160.608724 181.716167 \nL 158.833859 179.016244 \nL 157.058994 176.389089 \nL 155.284129 173.733863 \nL 153.509264 171.051593 \nL 151.734399 168.343216 \nL 149.959534 165.617262 \nL 148.184669 162.884884 \nL 146.409804 160.150961 \nL 144.634939 157.427213 \nL 142.860074 154.866204 \nL 141.085209 153.848313 \nL 139.310344 154.509041 \nL 137.535479 155.629174 \nL 135.760614 156.858714 \nL 133.985749 158.111329 \nL 132.210884 159.357108 \nL 130.436018 160.594778 \nL 128.661153 161.81864 \nL 126.886288 163.031655 \nL 125.111423 164.235955 \nL 123.336558 165.49039 \nL 121.561693 167.153203 \nL 119.786828 168.866769 \nL 118.011963 170.568536 \nL 116.237098 172.261153 \nL 114.462233 173.957317 \nL 112.687368 175.698387 \nL 110.912503 177.484048 \nL 109.137638 179.281102 \nL 107.362773 181.073636 \nL 105.587908 182.858684 \nL 103.813043 184.636134 \nL 102.038178 186.407242 \nL 100.263313 188.172641 \nL 98.488447 189.930524 \nL 96.713582 191.68261 \nL 94.938717 193.426297 \nL 93.163852 195.161727 \nL 91.388987 196.89262 \nL 89.614122 198.619195 \nL 87.839257 200.34776 \nL 86.064392 202.075785 \nL 84.289527 203.803823 \nL 82.514662 205.529547 \nL 80.739797 207.251225 \nL 78.964932 208.968133 \nL 77.190067 210.686447 \nL 75.415202 212.401661 \nL 73.640337 214.112916 \nL 71.865472 215.835571 \nL 70.090607 217.555457 \nL 68.315742 219.272438 \nL 66.540876 220.987782 \nL 64.766011 222.702021 \nL 62.991146 224.416538 \nL 61.216281 226.125877 \nL 59.441416 227.833679 \nL 57.666551 229.553475 \nL 55.891686 231.280323 \nL 54.116821 233.008108 \nL 52.341956 234.726764 \nL 50.567091 236.440201 \nL 48.792226 238.150833 \nL 47.017361 239.862315 \nL 45.242496 241.5785 \nL 43.467631 243.287231 \nL 41.692766 244.991234 \nL 39.917901 246.691391 \nL 38.143036 248.386481 \nL 36.368171 250.08486 \nL 34.593305 251.773934 \nL 32.81844 253.455636 \nL 31.043575 255.13917 \nL 29.26871 256.824804 \nL 27.493845 258.512506 \nL 25.71898 260.202174 \nL 23.944115 261.896276 \nL 22.16925 263.596846 \nL 20.394385 265.297617 \nL 18.61952 266.997276 \nL 16.844655 268.697247 \nL 15.06979 270.399217 \nL 13.294925 272.083382 \nL 11.52006 273.758286 \nL 9.745195 275.426083 \nL 7.97033 277.097477 \nL 6.195465 278.769772 \nL 4.4206 280.4425 \nL 2.645734 282.116286 \nL 0.870869 283.78505 \nL -0.903996 285.454926 \nL -2.678861 287.120169 \nL -4.453726 288.787124 \nz\n\" style=\"fill:#ff7f0e;fill-opacity:0.4;stroke:#ff7f0e;stroke-opacity:0.4;\"/>\n   </g>\n   <g id=\"matplotlib.axis_1\">\n    <g id=\"xtick_1\">\n     <g id=\"line2d_1\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 44.18 315.39375 \nL 44.18 43.59375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_2\">\n      <defs>\n       <path d=\"M 0 0 \nL 0 3.5 \n\" id=\"m1a44c68433\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n      </defs>\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"44.18\" xlink:href=\"#m1a44c68433\" y=\"315.39375\"/>\n      </g>\n     </g>\n     <g id=\"text_1\">\n      <!-- −4 -->\n      <defs>\n       <path d=\"M 10.59375 35.5 \nL 73.1875 35.5 \nL 73.1875 27.203125 \nL 10.59375 27.203125 \nz\n\" id=\"DejaVuSans-8722\"/>\n       <path d=\"M 37.796875 64.3125 \nL 12.890625 25.390625 \nL 37.796875 25.390625 \nz\nM 35.203125 72.90625 \nL 47.609375 72.90625 \nL 47.609375 25.390625 \nL 58.015625 25.390625 \nL 58.015625 17.1875 \nL 47.609375 17.1875 \nL 47.609375 0 \nL 37.796875 0 \nL 37.796875 17.1875 \nL 4.890625 17.1875 \nL 4.890625 26.703125 \nz\n\" id=\"DejaVuSans-52\"/>\n      </defs>\n      <g transform=\"translate(22.066719 345.189062)scale(0.3 -0.3)\">\n       <use xlink:href=\"#DejaVuSans-8722\"/>\n       <use x=\"83.789062\" xlink:href=\"#DejaVuSans-52\"/>\n      </g>\n     </g>\n    </g>\n    <g id=\"xtick_2\">\n     <g id=\"line2d_3\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 111.14 315.39375 \nL 111.14 43.59375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_4\">\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"111.14\" xlink:href=\"#m1a44c68433\" y=\"315.39375\"/>\n      </g>\n     </g>\n     <g id=\"text_2\">\n      <!-- −2 -->\n      <defs>\n       <path d=\"M 19.1875 8.296875 \nL 53.609375 8.296875 \nL 53.609375 0 \nL 7.328125 0 \nL 7.328125 8.296875 \nQ 12.9375 14.109375 22.625 23.890625 \nQ 32.328125 33.6875 34.8125 36.53125 \nQ 39.546875 41.84375 41.421875 45.53125 \nQ 43.3125 49.21875 43.3125 52.78125 \nQ 43.3125 58.59375 39.234375 62.25 \nQ 35.15625 65.921875 28.609375 65.921875 \nQ 23.96875 65.921875 18.8125 64.3125 \nQ 13.671875 62.703125 7.8125 59.421875 \nL 7.8125 69.390625 \nQ 13.765625 71.78125 18.9375 73 \nQ 24.125 74.21875 28.421875 74.21875 \nQ 39.75 74.21875 46.484375 68.546875 \nQ 53.21875 62.890625 53.21875 53.421875 \nQ 53.21875 48.921875 51.53125 44.890625 \nQ 49.859375 40.875 45.40625 35.40625 \nQ 44.1875 33.984375 37.640625 27.21875 \nQ 31.109375 20.453125 19.1875 8.296875 \nz\n\" id=\"DejaVuSans-50\"/>\n      </defs>\n      <g transform=\"translate(89.026719 345.189062)scale(0.3 -0.3)\">\n       <use xlink:href=\"#DejaVuSans-8722\"/>\n       <use x=\"83.789062\" xlink:href=\"#DejaVuSans-50\"/>\n      </g>\n     </g>\n    </g>\n    <g id=\"xtick_3\">\n     <g id=\"line2d_5\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 178.1 315.39375 \nL 178.1 43.59375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_6\">\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"178.1\" xlink:href=\"#m1a44c68433\" y=\"315.39375\"/>\n      </g>\n     </g>\n     <g id=\"text_3\">\n      <!-- 0 -->\n      <defs>\n       <path d=\"M 31.78125 66.40625 \nQ 24.171875 66.40625 20.328125 58.90625 \nQ 16.5 51.421875 16.5 36.375 \nQ 16.5 21.390625 20.328125 13.890625 \nQ 24.171875 6.390625 31.78125 6.390625 \nQ 39.453125 6.390625 43.28125 13.890625 \nQ 47.125 21.390625 47.125 36.375 \nQ 47.125 51.421875 43.28125 58.90625 \nQ 39.453125 66.40625 31.78125 66.40625 \nz\nM 31.78125 74.21875 \nQ 44.046875 74.21875 50.515625 64.515625 \nQ 56.984375 54.828125 56.984375 36.375 \nQ 56.984375 17.96875 50.515625 8.265625 \nQ 44.046875 -1.421875 31.78125 -1.421875 \nQ 19.53125 -1.421875 13.0625 8.265625 \nQ 6.59375 17.96875 6.59375 36.375 \nQ 6.59375 54.828125 13.0625 64.515625 \nQ 19.53125 74.21875 31.78125 74.21875 \nz\n\" id=\"DejaVuSans-48\"/>\n      </defs>\n      <g transform=\"translate(168.55625 345.189062)scale(0.3 -0.3)\">\n       <use xlink:href=\"#DejaVuSans-48\"/>\n      </g>\n     </g>\n    </g>\n    <g id=\"xtick_4\">\n     <g id=\"line2d_7\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 245.06 315.39375 \nL 245.06 43.59375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_8\">\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"245.06\" xlink:href=\"#m1a44c68433\" y=\"315.39375\"/>\n      </g>\n     </g>\n     <g id=\"text_4\">\n      <!-- 2 -->\n      <g transform=\"translate(235.51625 345.189062)scale(0.3 -0.3)\">\n       <use xlink:href=\"#DejaVuSans-50\"/>\n      </g>\n     </g>\n    </g>\n    <g id=\"xtick_5\">\n     <g id=\"line2d_9\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 312.02 315.39375 \nL 312.02 43.59375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_10\">\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"312.02\" xlink:href=\"#m1a44c68433\" y=\"315.39375\"/>\n      </g>\n     </g>\n     <g id=\"text_5\">\n      <!-- 4 -->\n      <g transform=\"translate(302.47625 345.189062)scale(0.3 -0.3)\">\n       <use xlink:href=\"#DejaVuSans-52\"/>\n      </g>\n     </g>\n    </g>\n    <g id=\"text_6\">\n     <!-- $x$ -->\n     <defs>\n      <path d=\"M 60.015625 54.6875 \nL 34.90625 27.875 \nL 50.296875 0 \nL 39.984375 0 \nL 28.421875 21.6875 \nL 8.296875 0 \nL -2.59375 0 \nL 24.3125 28.8125 \nL 10.015625 54.6875 \nL 20.3125 54.6875 \nL 30.8125 34.90625 \nL 49.125 54.6875 \nz\n\" id=\"DejaVuSans-Oblique-120\"/>\n     </defs>\n     <g transform=\"translate(169.1 378.223437)scale(0.3 -0.3)\">\n      <use transform=\"translate(0 0.3125)\" xlink:href=\"#DejaVuSans-Oblique-120\"/>\n     </g>\n    </g>\n   </g>\n   <g id=\"matplotlib.axis_2\">\n    <g id=\"ytick_1\">\n     <g id=\"line2d_11\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 10.7 292.74375 \nL 345.5 292.74375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_12\">\n      <defs>\n       <path d=\"M 0 0 \nL -3.5 0 \n\" id=\"m6b166ae654\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n      </defs>\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"10.7\" xlink:href=\"#m6b166ae654\" y=\"292.74375\"/>\n      </g>\n     </g>\n    </g>\n    <g id=\"ytick_2\">\n     <g id=\"line2d_13\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 10.7 247.44375 \nL 345.5 247.44375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_14\">\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"10.7\" xlink:href=\"#m6b166ae654\" y=\"247.44375\"/>\n      </g>\n     </g>\n    </g>\n    <g id=\"ytick_3\">\n     <g id=\"line2d_15\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 10.7 202.14375 \nL 345.5 202.14375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_16\">\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"10.7\" xlink:href=\"#m6b166ae654\" y=\"202.14375\"/>\n      </g>\n     </g>\n    </g>\n    <g id=\"ytick_4\">\n     <g id=\"line2d_17\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 10.7 156.84375 \nL 345.5 156.84375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_18\">\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"10.7\" xlink:href=\"#m6b166ae654\" y=\"156.84375\"/>\n      </g>\n     </g>\n    </g>\n    <g id=\"ytick_5\">\n     <g id=\"line2d_19\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 10.7 111.54375 \nL 345.5 111.54375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_20\">\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"10.7\" xlink:href=\"#m6b166ae654\" y=\"111.54375\"/>\n      </g>\n     </g>\n    </g>\n    <g id=\"ytick_6\">\n     <g id=\"line2d_21\">\n      <path clip-path=\"url(#pc60592ba9a)\" d=\"M 10.7 66.24375 \nL 345.5 66.24375 \n\" style=\"fill:none;stroke:#b0b0b0;stroke-linecap:square;stroke-opacity:0.3;stroke-width:0.8;\"/>\n     </g>\n     <g id=\"line2d_22\">\n      <g>\n       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"10.7\" xlink:href=\"#m6b166ae654\" y=\"66.24375\"/>\n      </g>\n     </g>\n    </g>\n   </g>\n   <g id=\"line2d_23\">\n    <path clip-path=\"url(#pc60592ba9a)\" d=\"M -1 285.672191 \nL 20.394385 265.44535 \nL 73.640337 214.706785 \nL 112.687368 177.932447 \nL 118.011963 173.270574 \nL 123.336558 168.760507 \nL 126.886288 166.76604 \nL 135.760614 162.078604 \nL 137.535479 161.21896 \nL 139.310344 160.509636 \nL 141.085209 160.341574 \nL 142.860074 161.831619 \nL 146.409804 167.875142 \nL 155.284129 183.894001 \nL 160.608724 193.678702 \nL 164.158455 200.914227 \nL 181.907105 238.229157 \nL 183.68197 241.537856 \nL 189.006565 247.737201 \nL 192.556295 251.833757 \nL 194.331161 253.69541 \nL 196.106026 254.652338 \nL 197.880891 254.841695 \nL 206.755216 254.722708 \nL 213.854676 254.630084 \nL 215.629541 254.43423 \nL 217.404406 252.944002 \nL 219.179271 248.961957 \nL 220.954136 243.988285 \nL 224.503866 233.047008 \nL 231.603327 209.680113 \nL 252.901707 139.430926 \nL 265.325763 99.417115 \nL 272.425223 76.297299 \nL 279.524683 52.486681 \nL 288.399009 22.034792 \nL 295.011735 -1 \nL 295.011735 -1 \n\" style=\"fill:none;stroke:#000000;stroke-linecap:square;\"/>\n   </g>\n   <g id=\"patch_3\">\n    <path d=\"M 10.7 315.39375 \nL 10.7 43.59375 \n\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n   </g>\n   <g id=\"patch_4\">\n    <path d=\"M 345.5 315.39375 \nL 345.5 43.59375 \n\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n   </g>\n   <g id=\"patch_5\">\n    <path d=\"M 10.7 315.39375 \nL 345.5 315.39375 \n\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n   </g>\n   <g id=\"patch_6\">\n    <path d=\"M 10.7 43.59375 \nL 345.5 43.59375 \n\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n   </g>\n   <g id=\"text_7\">\n    <!-- BBP Gaussian -->\n    <defs>\n     <path d=\"M 19.671875 34.8125 \nL 19.671875 8.109375 \nL 35.5 8.109375 \nQ 43.453125 8.109375 47.28125 11.40625 \nQ 51.125 14.703125 51.125 21.484375 \nQ 51.125 28.328125 47.28125 31.5625 \nQ 43.453125 34.8125 35.5 34.8125 \nz\nM 19.671875 64.796875 \nL 19.671875 42.828125 \nL 34.28125 42.828125 \nQ 41.5 42.828125 45.03125 45.53125 \nQ 48.578125 48.25 48.578125 53.8125 \nQ 48.578125 59.328125 45.03125 62.0625 \nQ 41.5 64.796875 34.28125 64.796875 \nz\nM 9.8125 72.90625 \nL 35.015625 72.90625 \nQ 46.296875 72.90625 52.390625 68.21875 \nQ 58.5 63.53125 58.5 54.890625 \nQ 58.5 48.1875 55.375 44.234375 \nQ 52.25 40.28125 46.1875 39.3125 \nQ 53.46875 37.75 57.5 32.78125 \nQ 61.53125 27.828125 61.53125 20.40625 \nQ 61.53125 10.640625 54.890625 5.3125 \nQ 48.25 0 35.984375 0 \nL 9.8125 0 \nz\n\" id=\"DejaVuSans-66\"/>\n     <path d=\"M 19.671875 64.796875 \nL 19.671875 37.40625 \nL 32.078125 37.40625 \nQ 38.96875 37.40625 42.71875 40.96875 \nQ 46.484375 44.53125 46.484375 51.125 \nQ 46.484375 57.671875 42.71875 61.234375 \nQ 38.96875 64.796875 32.078125 64.796875 \nz\nM 9.8125 72.90625 \nL 32.078125 72.90625 \nQ 44.34375 72.90625 50.609375 67.359375 \nQ 56.890625 61.8125 56.890625 51.125 \nQ 56.890625 40.328125 50.609375 34.8125 \nQ 44.34375 29.296875 32.078125 29.296875 \nL 19.671875 29.296875 \nL 19.671875 0 \nL 9.8125 0 \nz\n\" id=\"DejaVuSans-80\"/>\n     <path id=\"DejaVuSans-32\"/>\n     <path d=\"M 59.515625 10.40625 \nL 59.515625 29.984375 \nL 43.40625 29.984375 \nL 43.40625 38.09375 \nL 69.28125 38.09375 \nL 69.28125 6.78125 \nQ 63.578125 2.734375 56.6875 0.65625 \nQ 49.8125 -1.421875 42 -1.421875 \nQ 24.90625 -1.421875 15.25 8.5625 \nQ 5.609375 18.5625 5.609375 36.375 \nQ 5.609375 54.25 15.25 64.234375 \nQ 24.90625 74.21875 42 74.21875 \nQ 49.125 74.21875 55.546875 72.453125 \nQ 61.96875 70.703125 67.390625 67.28125 \nL 67.390625 56.78125 \nQ 61.921875 61.421875 55.765625 63.765625 \nQ 49.609375 66.109375 42.828125 66.109375 \nQ 29.4375 66.109375 22.71875 58.640625 \nQ 16.015625 51.171875 16.015625 36.375 \nQ 16.015625 21.625 22.71875 14.15625 \nQ 29.4375 6.6875 42.828125 6.6875 \nQ 48.046875 6.6875 52.140625 7.59375 \nQ 56.25 8.5 59.515625 10.40625 \nz\n\" id=\"DejaVuSans-71\"/>\n     <path d=\"M 34.28125 27.484375 \nQ 23.390625 27.484375 19.1875 25 \nQ 14.984375 22.515625 14.984375 16.5 \nQ 14.984375 11.71875 18.140625 8.90625 \nQ 21.296875 6.109375 26.703125 6.109375 \nQ 34.1875 6.109375 38.703125 11.40625 \nQ 43.21875 16.703125 43.21875 25.484375 \nL 43.21875 27.484375 \nz\nM 52.203125 31.203125 \nL 52.203125 0 \nL 43.21875 0 \nL 43.21875 8.296875 \nQ 40.140625 3.328125 35.546875 0.953125 \nQ 30.953125 -1.421875 24.3125 -1.421875 \nQ 15.921875 -1.421875 10.953125 3.296875 \nQ 6 8.015625 6 15.921875 \nQ 6 25.140625 12.171875 29.828125 \nQ 18.359375 34.515625 30.609375 34.515625 \nL 43.21875 34.515625 \nL 43.21875 35.40625 \nQ 43.21875 41.609375 39.140625 45 \nQ 35.0625 48.390625 27.6875 48.390625 \nQ 23 48.390625 18.546875 47.265625 \nQ 14.109375 46.140625 10.015625 43.890625 \nL 10.015625 52.203125 \nQ 14.9375 54.109375 19.578125 55.046875 \nQ 24.21875 56 28.609375 56 \nQ 40.484375 56 46.34375 49.84375 \nQ 52.203125 43.703125 52.203125 31.203125 \nz\n\" id=\"DejaVuSans-97\"/>\n     <path d=\"M 8.5 21.578125 \nL 8.5 54.6875 \nL 17.484375 54.6875 \nL 17.484375 21.921875 \nQ 17.484375 14.15625 20.5 10.265625 \nQ 23.53125 6.390625 29.59375 6.390625 \nQ 36.859375 6.390625 41.078125 11.03125 \nQ 45.3125 15.671875 45.3125 23.6875 \nL 45.3125 54.6875 \nL 54.296875 54.6875 \nL 54.296875 0 \nL 45.3125 0 \nL 45.3125 8.40625 \nQ 42.046875 3.421875 37.71875 1 \nQ 33.40625 -1.421875 27.6875 -1.421875 \nQ 18.265625 -1.421875 13.375 4.4375 \nQ 8.5 10.296875 8.5 21.578125 \nz\nM 31.109375 56 \nz\n\" id=\"DejaVuSans-117\"/>\n     <path d=\"M 44.28125 53.078125 \nL 44.28125 44.578125 \nQ 40.484375 46.53125 36.375 47.5 \nQ 32.28125 48.484375 27.875 48.484375 \nQ 21.1875 48.484375 17.84375 46.4375 \nQ 14.5 44.390625 14.5 40.28125 \nQ 14.5 37.15625 16.890625 35.375 \nQ 19.28125 33.59375 26.515625 31.984375 \nL 29.59375 31.296875 \nQ 39.15625 29.25 43.1875 25.515625 \nQ 47.21875 21.78125 47.21875 15.09375 \nQ 47.21875 7.46875 41.1875 3.015625 \nQ 35.15625 -1.421875 24.609375 -1.421875 \nQ 20.21875 -1.421875 15.453125 -0.5625 \nQ 10.6875 0.296875 5.421875 2 \nL 5.421875 11.28125 \nQ 10.40625 8.6875 15.234375 7.390625 \nQ 20.0625 6.109375 24.8125 6.109375 \nQ 31.15625 6.109375 34.5625 8.28125 \nQ 37.984375 10.453125 37.984375 14.40625 \nQ 37.984375 18.0625 35.515625 20.015625 \nQ 33.0625 21.96875 24.703125 23.78125 \nL 21.578125 24.515625 \nQ 13.234375 26.265625 9.515625 29.90625 \nQ 5.8125 33.546875 5.8125 39.890625 \nQ 5.8125 47.609375 11.28125 51.796875 \nQ 16.75 56 26.8125 56 \nQ 31.78125 56 36.171875 55.265625 \nQ 40.578125 54.546875 44.28125 53.078125 \nz\n\" id=\"DejaVuSans-115\"/>\n     <path d=\"M 9.421875 54.6875 \nL 18.40625 54.6875 \nL 18.40625 0 \nL 9.421875 0 \nz\nM 9.421875 75.984375 \nL 18.40625 75.984375 \nL 18.40625 64.59375 \nL 9.421875 64.59375 \nz\n\" id=\"DejaVuSans-105\"/>\n     <path d=\"M 54.890625 33.015625 \nL 54.890625 0 \nL 45.90625 0 \nL 45.90625 32.71875 \nQ 45.90625 40.484375 42.875 44.328125 \nQ 39.84375 48.1875 33.796875 48.1875 \nQ 26.515625 48.1875 22.3125 43.546875 \nQ 18.109375 38.921875 18.109375 30.90625 \nL 18.109375 0 \nL 9.078125 0 \nL 9.078125 54.6875 \nL 18.109375 54.6875 \nL 18.109375 46.1875 \nQ 21.34375 51.125 25.703125 53.5625 \nQ 30.078125 56 35.796875 56 \nQ 45.21875 56 50.046875 50.171875 \nQ 54.890625 44.34375 54.890625 33.015625 \nz\n\" id=\"DejaVuSans-110\"/>\n    </defs>\n    <g transform=\"translate(40.4875 37.59375)scale(0.4 -0.4)\">\n     <use xlink:href=\"#DejaVuSans-66\"/>\n     <use x=\"68.603516\" xlink:href=\"#DejaVuSans-66\"/>\n     <use x=\"137.207031\" xlink:href=\"#DejaVuSans-80\"/>\n     <use x=\"197.509766\" xlink:href=\"#DejaVuSans-32\"/>\n     <use x=\"229.296875\" xlink:href=\"#DejaVuSans-71\"/>\n     <use x=\"306.787109\" xlink:href=\"#DejaVuSans-97\"/>\n     <use x=\"368.066406\" xlink:href=\"#DejaVuSans-117\"/>\n     <use x=\"431.445312\" xlink:href=\"#DejaVuSans-115\"/>\n     <use x=\"483.544922\" xlink:href=\"#DejaVuSans-115\"/>\n     <use x=\"535.644531\" xlink:href=\"#DejaVuSans-105\"/>\n     <use x=\"563.427734\" xlink:href=\"#DejaVuSans-97\"/>\n     <use x=\"624.707031\" xlink:href=\"#DejaVuSans-110\"/>\n    </g>\n   </g>\n  </g>\n </g>\n <defs>\n  <clipPath id=\"pc60592ba9a\">\n   <rect height=\"271.8\" width=\"334.8\" x=\"10.7\" y=\"43.59375\"/>\n  </clipPath>\n </defs>\n</svg>\n"},"metadata":{"tags":[]}}]},{"cell_type":"markdown","metadata":{"id":"3dTuOxp7CrmZ","colab_type":"text"},"source":["# UCI dataset fitting"]},{"cell_type":"code","metadata":{"id":"oN9rvBjyVKxt","colab_type":"code","colab":{}},"source":["class BBP_Heteroscedastic_Model_UCI(nn.Module):\n","    def __init__(self, input_dim, output_dim, num_units):\n","        super(BBP_Heteroscedastic_Model_UCI, self).__init__()\n","        \n","        self.input_dim = input_dim\n","        self.output_dim = output_dim\n","        \n","        # network with two hidden and one output layer\n","        self.layer1 = BayesLinear_Normalq(input_dim, num_units, gaussian(0, 1))\n","        self.layer2 = BayesLinear_Normalq(num_units, num_units, gaussian(0, 1))\n","        self.layer3 = BayesLinear_Normalq(num_units, 2*output_dim, gaussian(0, 1))\n","        \n","        # activation to be used between hidden layers\n","        self.activation = nn.ReLU(inplace = True)\n","    \n","    def forward(self, x):\n","        \n","        KL_loss_total = 0\n","        x = x.view(-1, self.input_dim)\n","        \n","        x, KL_loss = self.layer1(x)\n","        KL_loss_total = KL_loss_total + KL_loss\n","        x = self.activation(x)\n","        \n","        x, KL_loss = self.layer2(x)\n","        KL_loss_total = KL_loss_total + KL_loss\n","        \n","        return x, KL_loss_total\n","\n","def train_BBP(data, n_splits, num_epochs, num_units, learn_rate, log_every):\n","    kf = KFold(n_splits=n_splits)\n","    in_dim = data.shape[1] - 1\n","    train_logliks, test_logliks = [], []\n","    train_rmses, test_rmses = [], []\n","\n","    for i, idx in enumerate(kf.split(data)):\n","        print('FOLD %d:' % i)\n","\n","        train_index, test_index = idx\n","\n","        x_train, y_train = data[train_index, :in_dim], data[train_index, in_dim:]\n","        x_test, y_test = data[test_index, :in_dim], data[test_index, in_dim:]\n","\n","        x_means, x_stds = x_train.mean(axis = 0), x_train.var(axis = 0)**0.5\n","        y_means, y_stds = y_train.mean(axis = 0), y_train.var(axis = 0)**0.5\n","\n","        x_train = (x_train - x_means)/x_stds\n","        y_train = (y_train - y_means)/y_stds\n","\n","        x_test = (x_test - x_means)/x_stds\n","        y_test = (y_test - y_means)/y_stds\n","\n","        batch_size, nb_train = len(x_train), len(x_train)\n","\n","        net = BBP_Heteroscedastic_Model_Wrapper(network=BBP_Heteroscedastic_Model_UCI(input_dim=x_test.shape[-1], output_dim=1, num_units=num_units),\n","                                                learn_rate=1e-2, batch_size=batch_size, no_batches=1)\n","\n","        fit_loss_train = np.zeros(num_epochs)\n","        KL_loss_train = np.zeros(num_epochs)\n","        total_loss = np.zeros(num_epochs)\n","\n","        best_net, best_loss = None, float('inf')\n","\n","        for i in range(num_epochs):\n","\n","            fit_loss, KL_loss = net.fit(x_train, y_train, no_samples = 20)\n","            fit_loss_train[i] += fit_loss.cpu().data.numpy()\n","            KL_loss_train[i] += KL_loss.cpu().data.numpy()\n","\n","            total_loss[i] = fit_loss_train[i] + KL_loss_train[i]\n","\n","            if fit_loss < best_loss:\n","                best_loss = fit_loss\n","                best_net = copy.deepcopy(net.network)\n","\n","            if i % log_every == 0 or i == num_epochs - 1:\n","\n","                train_losses, train_rmse = net.get_loss_and_rmse(x_train, y_train, 20)\n","                test_losses, test_rmse = net.get_loss_and_rmse(x_test, y_test, 20)\n","\n","                print('Epoch: %s/%d, Train loglik = %.3f, Test loglik = %.3f, Train RMSE = %.3f, Test RMSE = %.3f' %\\\n","                      (str(i+1).zfill(3), num_epochs, -train_losses.mean() - np.log(y_stds)[0],\n","                       -test_losses.mean() - np.log(y_stds)[0], y_stds*train_rmse, y_stds*test_rmse))\n","\n","\n","        train_losses, train_rmse = net.get_loss_and_rmse(x_train, y_train, 20)\n","        test_losses, test_rmse = net.get_loss_and_rmse(x_test, y_test, 20)\n","\n","        train_logliks.append((train_losses.cpu().data.numpy().mean() + np.log(y_stds)[0]))\n","        test_logliks.append((test_losses.cpu().data.numpy().mean() + np.log(y_stds)[0]))\n","\n","        train_rmses.append(y_stds*train_rmse)\n","        test_rmses.append(y_stds*test_rmse)\n","\n","    print('Train log. lik. = %6.3f +/- %6.3f' % (-np.array(train_logliks).mean(), np.array(train_logliks).var()**0.5))\n","    print('Test  log. lik. = %6.3f +/- %6.3f' % (-np.array(test_logliks).mean(), np.array(test_logliks).var()**0.5))\n","    print('Train RMSE      = %6.3f +/- %6.3f' % (np.array(train_rmses).mean(), np.array(train_rmses).var()**0.5))\n","    print('Test  RMSE      = %6.3f +/- %6.3f' % (np.array(test_rmses).mean(), np.array(test_rmses).var()**0.5))\n","\n","    return best_net"],"execution_count":0,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"HXpA9VBGMsxc","colab_type":"text"},"source":["# Housing dataset"]},{"cell_type":"code","metadata":{"colab_type":"code","id":"cOq4tM_PLRUV","outputId":"5d266c20-45c3-4903-a991-47db04082b23","executionInfo":{"status":"ok","timestamp":1558116752618,"user_tz":-60,"elapsed":158506,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":204}},"source":["np.random.seed(0)\n","!wget \"https://archive.ics.uci.edu/ml/machine-learning-databases/housing/housing.data\" --no-check-certificate \n","data = pd.read_csv('housing.data', header=0, delimiter=\"\\s+\").values\n","data = data[np.random.permutation(np.arange(len(data)))]"],"execution_count":0,"outputs":[{"output_type":"stream","text":["--2019-05-17 18:12:29--  https://archive.ics.uci.edu/ml/machine-learning-databases/housing/housing.data\n","Resolving archive.ics.uci.edu (archive.ics.uci.edu)... 128.195.10.252\n","Connecting to archive.ics.uci.edu (archive.ics.uci.edu)|128.195.10.252|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 49082 (48K) [application/x-httpd-php]\n","Saving to: ‘housing.data’\n","\n","housing.data        100%[===================>]  47.93K   170KB/s    in 0.3s    \n","\n","2019-05-17 18:12:31 (170 KB/s) - ‘housing.data’ saved [49082/49082]\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"nVdx2IEbV3Kt","colab_type":"code","outputId":"7233e79b-f2ac-45ea-d5ba-14822054cf53","executionInfo":{"status":"ok","timestamp":1558116815894,"user_tz":-60,"elapsed":221774,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":2125}},"source":["model = train_BBP(data, n_splits=10, num_epochs=100, num_units=100, learn_rate=1e-2, log_every=10)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["FOLD 0:\n","Epoch: 001/100, Train loglik = -3.611, Test loglik = -3.657, Train RMSE = 9.008, Test RMSE = 9.501\n","Epoch: 011/100, Train loglik = -3.138, Test loglik = -3.170, Train RMSE = 5.351, Test RMSE = 6.452\n","Epoch: 021/100, Train loglik = -2.770, Test loglik = -2.685, Train RMSE = 4.232, Test RMSE = 2.882\n","Epoch: 031/100, Train loglik = -2.606, Test loglik = -2.447, Train RMSE = 4.026, Test RMSE = 2.928\n","Epoch: 041/100, Train loglik = -2.707, Test loglik = -2.665, Train RMSE = 3.933, Test RMSE = 2.529\n","Epoch: 051/100, Train loglik = -2.546, Test loglik = -2.411, Train RMSE = 3.717, Test RMSE = 2.476\n","Epoch: 061/100, Train loglik = -2.302, Test loglik = -2.497, Train RMSE = 3.647, Test RMSE = 2.659\n","Epoch: 071/100, Train loglik = -2.511, Test loglik = -2.366, Train RMSE = 3.598, Test RMSE = 2.449\n","Epoch: 081/100, Train loglik = -2.318, Test loglik = -2.232, Train RMSE = 3.583, Test RMSE = 2.681\n","Epoch: 091/100, Train loglik = -2.329, Test loglik = -2.307, Train RMSE = 3.362, Test RMSE = 2.199\n","Epoch: 100/100, Train loglik = -2.278, Test loglik = -2.471, Train RMSE = 3.364, Test RMSE = 2.143\n","FOLD 1:\n","Epoch: 001/100, Train loglik = -3.615, Test loglik = -3.601, Train RMSE = 9.074, Test RMSE = 9.054\n","Epoch: 011/100, Train loglik = -3.122, Test loglik = -3.055, Train RMSE = 5.259, Test RMSE = 4.721\n","Epoch: 021/100, Train loglik = -2.781, Test loglik = -2.715, Train RMSE = 4.191, Test RMSE = 3.536\n","Epoch: 031/100, Train loglik = -2.616, Test loglik = -2.771, Train RMSE = 3.930, Test RMSE = 3.566\n","Epoch: 041/100, Train loglik = -2.429, Test loglik = -2.518, Train RMSE = 3.799, Test RMSE = 3.368\n","Epoch: 051/100, Train loglik = -2.470, Test loglik = -2.936, Train RMSE = 3.750, Test RMSE = 3.331\n","Epoch: 061/100, Train loglik = -2.276, Test loglik = -2.596, Train RMSE = 3.689, Test RMSE = 3.264\n","Epoch: 071/100, Train loglik = -2.303, Test loglik = -2.491, Train RMSE = 3.553, Test RMSE = 3.209\n","Epoch: 081/100, Train loglik = -2.258, Test loglik = -2.634, Train RMSE = 3.527, Test RMSE = 3.131\n","Epoch: 091/100, Train loglik = -2.305, Test loglik = -2.776, Train RMSE = 3.436, Test RMSE = 3.090\n","Epoch: 100/100, Train loglik = -2.223, Test loglik = -2.528, Train RMSE = 3.402, Test RMSE = 3.005\n","FOLD 2:\n","Epoch: 001/100, Train loglik = -3.659, Test loglik = -3.522, Train RMSE = 9.325, Test RMSE = 7.725\n","Epoch: 011/100, Train loglik = -3.179, Test loglik = -3.271, Train RMSE = 5.292, Test RMSE = 5.506\n","Epoch: 021/100, Train loglik = -2.764, Test loglik = -2.788, Train RMSE = 3.900, Test RMSE = 5.076\n","Epoch: 031/100, Train loglik = -2.594, Test loglik = -2.773, Train RMSE = 3.724, Test RMSE = 4.864\n","Epoch: 041/100, Train loglik = -2.730, Test loglik = -3.082, Train RMSE = 3.612, Test RMSE = 4.577\n","Epoch: 051/100, Train loglik = -2.402, Test loglik = -2.581, Train RMSE = 3.510, Test RMSE = 4.587\n","Epoch: 061/100, Train loglik = -2.299, Test loglik = -2.981, Train RMSE = 3.468, Test RMSE = 4.634\n","Epoch: 071/100, Train loglik = -2.271, Test loglik = -2.997, Train RMSE = 3.335, Test RMSE = 4.522\n","Epoch: 081/100, Train loglik = -2.255, Test loglik = -2.696, Train RMSE = 3.302, Test RMSE = 4.541\n","Epoch: 091/100, Train loglik = -2.239, Test loglik = -2.769, Train RMSE = 3.225, Test RMSE = 4.471\n","Epoch: 100/100, Train loglik = -2.147, Test loglik = -3.010, Train RMSE = 3.172, Test RMSE = 4.341\n","FOLD 3:\n","Epoch: 001/100, Train loglik = -3.637, Test loglik = -3.668, Train RMSE = 9.112, Test RMSE = 9.617\n","Epoch: 011/100, Train loglik = -3.144, Test loglik = -3.405, Train RMSE = 5.321, Test RMSE = 6.255\n","Epoch: 021/100, Train loglik = -2.717, Test loglik = -2.851, Train RMSE = 3.926, Test RMSE = 5.284\n","Epoch: 031/100, Train loglik = -2.591, Test loglik = -2.806, Train RMSE = 3.701, Test RMSE = 4.952\n","Epoch: 041/100, Train loglik = -2.482, Test loglik = -2.795, Train RMSE = 3.642, Test RMSE = 4.874\n","Epoch: 051/100, Train loglik = -2.405, Test loglik = -2.677, Train RMSE = 3.612, Test RMSE = 4.724\n","Epoch: 061/100, Train loglik = -2.374, Test loglik = -2.867, Train RMSE = 3.478, Test RMSE = 4.679\n","Epoch: 071/100, Train loglik = -2.309, Test loglik = -2.784, Train RMSE = 3.391, Test RMSE = 4.529\n","Epoch: 081/100, Train loglik = -2.264, Test loglik = -2.630, Train RMSE = 3.398, Test RMSE = 4.529\n","Epoch: 091/100, Train loglik = -2.317, Test loglik = -2.583, Train RMSE = 3.294, Test RMSE = 4.443\n","Epoch: 100/100, Train loglik = -2.241, Test loglik = -2.654, Train RMSE = 3.267, Test RMSE = 4.405\n","FOLD 4:\n","Epoch: 001/100, Train loglik = -3.637, Test loglik = -3.645, Train RMSE = 9.133, Test RMSE = 9.142\n","Epoch: 011/100, Train loglik = -3.100, Test loglik = -3.127, Train RMSE = 5.150, Test RMSE = 5.647\n","Epoch: 021/100, Train loglik = -2.701, Test loglik = -2.816, Train RMSE = 3.937, Test RMSE = 4.409\n","Epoch: 031/100, Train loglik = -2.579, Test loglik = -2.702, Train RMSE = 3.876, Test RMSE = 5.307\n","Epoch: 041/100, Train loglik = -2.643, Test loglik = -2.618, Train RMSE = 3.644, Test RMSE = 4.971\n","Epoch: 051/100, Train loglik = -2.433, Test loglik = -2.951, Train RMSE = 3.489, Test RMSE = 4.975\n","Epoch: 061/100, Train loglik = -2.371, Test loglik = -2.656, Train RMSE = 3.490, Test RMSE = 4.884\n","Epoch: 071/100, Train loglik = -2.364, Test loglik = -2.651, Train RMSE = 3.434, Test RMSE = 4.808\n","Epoch: 081/100, Train loglik = -2.278, Test loglik = -2.569, Train RMSE = 3.317, Test RMSE = 4.969\n","Epoch: 091/100, Train loglik = -2.288, Test loglik = -2.937, Train RMSE = 3.355, Test RMSE = 4.773\n","Epoch: 100/100, Train loglik = -2.287, Test loglik = -3.125, Train RMSE = 3.171, Test RMSE = 5.229\n","FOLD 5:\n","Epoch: 001/100, Train loglik = -3.668, Test loglik = -3.485, Train RMSE = 9.258, Test RMSE = 7.146\n","Epoch: 011/100, Train loglik = -3.169, Test loglik = -3.044, Train RMSE = 5.187, Test RMSE = 4.327\n","Epoch: 021/100, Train loglik = -2.721, Test loglik = -2.605, Train RMSE = 4.141, Test RMSE = 3.076\n","Epoch: 031/100, Train loglik = -2.627, Test loglik = -2.564, Train RMSE = 4.078, Test RMSE = 3.381\n","Epoch: 041/100, Train loglik = -2.545, Test loglik = -2.487, Train RMSE = 3.694, Test RMSE = 2.995\n","Epoch: 051/100, Train loglik = -2.510, Test loglik = -2.559, Train RMSE = 3.601, Test RMSE = 2.859\n","Epoch: 061/100, Train loglik = -2.310, Test loglik = -2.652, Train RMSE = 3.575, Test RMSE = 2.998\n","Epoch: 071/100, Train loglik = -2.277, Test loglik = -2.482, Train RMSE = 3.527, Test RMSE = 2.803\n","Epoch: 081/100, Train loglik = -2.246, Test loglik = -2.644, Train RMSE = 3.521, Test RMSE = 2.850\n","Epoch: 091/100, Train loglik = -2.282, Test loglik = -2.687, Train RMSE = 3.439, Test RMSE = 2.792\n","Epoch: 100/100, Train loglik = -2.179, Test loglik = -2.873, Train RMSE = 3.413, Test RMSE = 2.765\n","FOLD 6:\n","Epoch: 001/100, Train loglik = -3.636, Test loglik = -3.551, Train RMSE = 9.267, Test RMSE = 7.994\n","Epoch: 011/100, Train loglik = -3.261, Test loglik = -2.971, Train RMSE = 5.112, Test RMSE = 3.625\n","Epoch: 021/100, Train loglik = -2.800, Test loglik = -2.805, Train RMSE = 4.035, Test RMSE = 3.256\n","Epoch: 031/100, Train loglik = -2.684, Test loglik = -2.659, Train RMSE = 4.097, Test RMSE = 3.080\n","Epoch: 041/100, Train loglik = -2.516, Test loglik = -2.451, Train RMSE = 3.822, Test RMSE = 2.743\n","Epoch: 051/100, Train loglik = -2.428, Test loglik = -2.429, Train RMSE = 3.634, Test RMSE = 2.876\n","Epoch: 061/100, Train loglik = -2.350, Test loglik = -2.361, Train RMSE = 3.577, Test RMSE = 2.773\n","Epoch: 071/100, Train loglik = -2.359, Test loglik = -2.277, Train RMSE = 3.507, Test RMSE = 2.837\n","Epoch: 081/100, Train loglik = -2.264, Test loglik = -2.370, Train RMSE = 3.416, Test RMSE = 2.667\n","Epoch: 091/100, Train loglik = -2.386, Test loglik = -2.363, Train RMSE = 3.412, Test RMSE = 2.729\n","Epoch: 100/100, Train loglik = -2.286, Test loglik = -2.290, Train RMSE = 3.419, Test RMSE = 2.696\n","FOLD 7:\n","Epoch: 001/100, Train loglik = -3.578, Test loglik = -3.923, Train RMSE = 8.823, Test RMSE = 11.600\n","Epoch: 011/100, Train loglik = -3.245, Test loglik = -3.289, Train RMSE = 5.352, Test RMSE = 6.174\n","Epoch: 021/100, Train loglik = -2.724, Test loglik = -2.846, Train RMSE = 4.024, Test RMSE = 4.769\n","Epoch: 031/100, Train loglik = -2.665, Test loglik = -2.917, Train RMSE = 3.962, Test RMSE = 4.162\n","Epoch: 041/100, Train loglik = -2.752, Test loglik = -2.715, Train RMSE = 3.824, Test RMSE = 4.031\n","Epoch: 051/100, Train loglik = -2.442, Test loglik = -2.636, Train RMSE = 3.567, Test RMSE = 4.099\n","Epoch: 061/100, Train loglik = -2.296, Test loglik = -2.656, Train RMSE = 3.502, Test RMSE = 4.019\n","Epoch: 071/100, Train loglik = -2.309, Test loglik = -2.581, Train RMSE = 3.398, Test RMSE = 3.763\n","Epoch: 081/100, Train loglik = -2.293, Test loglik = -2.610, Train RMSE = 3.317, Test RMSE = 3.706\n","Epoch: 091/100, Train loglik = -2.252, Test loglik = -2.519, Train RMSE = 3.254, Test RMSE = 3.634\n","Epoch: 100/100, Train loglik = -2.197, Test loglik = -2.435, Train RMSE = 3.211, Test RMSE = 3.390\n","FOLD 8:\n","Epoch: 001/100, Train loglik = -3.622, Test loglik = -3.764, Train RMSE = 8.946, Test RMSE = 10.595\n","Epoch: 011/100, Train loglik = -3.144, Test loglik = -3.234, Train RMSE = 5.135, Test RMSE = 6.334\n","Epoch: 021/100, Train loglik = -2.916, Test loglik = -2.984, Train RMSE = 3.862, Test RMSE = 5.300\n","Epoch: 031/100, Train loglik = -2.599, Test loglik = -2.706, Train RMSE = 3.782, Test RMSE = 4.755\n","Epoch: 041/100, Train loglik = -2.495, Test loglik = -2.587, Train RMSE = 3.610, Test RMSE = 4.780\n","Epoch: 051/100, Train loglik = -2.358, Test loglik = -2.602, Train RMSE = 3.438, Test RMSE = 4.551\n","Epoch: 061/100, Train loglik = -2.423, Test loglik = -2.418, Train RMSE = 3.395, Test RMSE = 4.442\n","Epoch: 071/100, Train loglik = -2.307, Test loglik = -2.534, Train RMSE = 3.348, Test RMSE = 4.661\n","Epoch: 081/100, Train loglik = -2.311, Test loglik = -2.477, Train RMSE = 3.159, Test RMSE = 4.326\n","Epoch: 091/100, Train loglik = -2.229, Test loglik = -2.547, Train RMSE = 3.162, Test RMSE = 4.407\n","Epoch: 100/100, Train loglik = -2.217, Test loglik = -2.482, Train RMSE = 3.112, Test RMSE = 4.453\n","FOLD 9:\n","Epoch: 001/100, Train loglik = -3.640, Test loglik = -3.536, Train RMSE = 9.112, Test RMSE = 8.099\n","Epoch: 011/100, Train loglik = -3.127, Test loglik = -2.955, Train RMSE = 5.055, Test RMSE = 4.412\n","Epoch: 021/100, Train loglik = -2.684, Test loglik = -2.763, Train RMSE = 4.140, Test RMSE = 3.660\n","Epoch: 031/100, Train loglik = -2.809, Test loglik = -2.605, Train RMSE = 3.927, Test RMSE = 3.195\n","Epoch: 041/100, Train loglik = -2.559, Test loglik = -2.504, Train RMSE = 3.715, Test RMSE = 3.203\n","Epoch: 051/100, Train loglik = -2.368, Test loglik = -2.476, Train RMSE = 3.527, Test RMSE = 2.992\n","Epoch: 061/100, Train loglik = -2.360, Test loglik = -2.509, Train RMSE = 3.488, Test RMSE = 2.887\n","Epoch: 071/100, Train loglik = -2.421, Test loglik = -2.598, Train RMSE = 3.440, Test RMSE = 2.957\n","Epoch: 081/100, Train loglik = -2.337, Test loglik = -2.307, Train RMSE = 3.339, Test RMSE = 2.955\n","Epoch: 091/100, Train loglik = -2.233, Test loglik = -2.354, Train RMSE = 3.391, Test RMSE = 3.034\n","Epoch: 100/100, Train loglik = -2.172, Test loglik = -2.362, Train RMSE = 3.302, Test RMSE = 2.833\n","Train log. lik. = -2.254 +/-  0.109\n","Test  log. lik. = -2.521 +/-  0.179\n","Train RMSE      =  3.273 +/-  0.122\n","Test  RMSE      =  3.540 +/-  0.919\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"colab_type":"text","id":"vnGD_RefRxkZ"},"source":["# Concrete compressive dataset"]},{"cell_type":"code","metadata":{"colab_type":"code","outputId":"3bf27c07-f79c-4be0-eed3-1da5b9f4ae6f","executionInfo":{"status":"ok","timestamp":1558116819713,"user_tz":-60,"elapsed":225578,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"id":"s5G3-z_jRxkZ","colab":{"base_uri":"https://localhost:8080/","height":204}},"source":["np.random.seed(0)\n","!wget \"https://archive.ics.uci.edu/ml/machine-learning-databases/concrete/compressive/Concrete_Data.xls\" --no-check-certificate\n","data = pd.read_excel('Concrete_Data.xls', header=0, delimiter=\"\\s+\").values\n","data = data[np.random.permutation(np.arange(len(data)))]"],"execution_count":0,"outputs":[{"output_type":"stream","text":["--2019-05-17 18:13:36--  https://archive.ics.uci.edu/ml/machine-learning-databases/concrete/compressive/Concrete_Data.xls\n","Resolving archive.ics.uci.edu (archive.ics.uci.edu)... 128.195.10.252\n","Connecting to archive.ics.uci.edu (archive.ics.uci.edu)|128.195.10.252|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 124928 (122K) [application/x-httpd-php]\n","Saving to: ‘Concrete_Data.xls’\n","\n","Concrete_Data.xls   100%[===================>] 122.00K   289KB/s    in 0.4s    \n","\n","2019-05-17 18:13:37 (289 KB/s) - ‘Concrete_Data.xls’ saved [124928/124928]\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"mRTkNIf7WsaE","colab_type":"code","outputId":"d18d755f-3013-44a4-bd85-f4fc686ca558","executionInfo":{"status":"ok","timestamp":1558117029236,"user_tz":-60,"elapsed":64451,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":2125}},"source":["model = train_BBP(data, n_splits=10, num_epochs=100, num_units=100, learn_rate=1e-2, log_every=10)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["FOLD 0:\n","Epoch: 001/100, Train loglik = -4.234, Test loglik = -4.226, Train RMSE = 16.646, Test RMSE = 16.377\n","Epoch: 011/100, Train loglik = -3.810, Test loglik = -3.840, Train RMSE = 11.326, Test RMSE = 11.666\n","Epoch: 021/100, Train loglik = -3.676, Test loglik = -3.668, Train RMSE = 9.869, Test RMSE = 9.732\n","Epoch: 031/100, Train loglik = -3.490, Test loglik = -3.500, Train RMSE = 7.987, Test RMSE = 7.586\n","Epoch: 041/100, Train loglik = -3.461, Test loglik = -3.431, Train RMSE = 7.035, Test RMSE = 7.443\n","Epoch: 051/100, Train loglik = -3.310, Test loglik = -3.387, Train RMSE = 6.499, Test RMSE = 7.019\n","Epoch: 061/100, Train loglik = -3.243, Test loglik = -3.429, Train RMSE = 6.409, Test RMSE = 6.852\n","Epoch: 071/100, Train loglik = -3.222, Test loglik = -3.366, Train RMSE = 6.162, Test RMSE = 6.660\n","Epoch: 081/100, Train loglik = -3.207, Test loglik = -3.378, Train RMSE = 6.166, Test RMSE = 6.421\n","Epoch: 091/100, Train loglik = -3.085, Test loglik = -3.506, Train RMSE = 6.170, Test RMSE = 6.757\n","Epoch: 100/100, Train loglik = -3.013, Test loglik = -3.323, Train RMSE = 5.884, Test RMSE = 6.437\n","FOLD 1:\n","Epoch: 001/100, Train loglik = -4.229, Test loglik = -4.199, Train RMSE = 16.706, Test RMSE = 16.157\n","Epoch: 011/100, Train loglik = -3.861, Test loglik = -3.774, Train RMSE = 11.431, Test RMSE = 10.122\n","Epoch: 021/100, Train loglik = -3.745, Test loglik = -3.599, Train RMSE = 10.156, Test RMSE = 9.245\n","Epoch: 031/100, Train loglik = -3.511, Test loglik = -3.492, Train RMSE = 8.345, Test RMSE = 7.704\n","Epoch: 041/100, Train loglik = -3.350, Test loglik = -3.230, Train RMSE = 7.235, Test RMSE = 6.413\n","Epoch: 051/100, Train loglik = -3.338, Test loglik = -3.146, Train RMSE = 6.569, Test RMSE = 5.783\n","Epoch: 061/100, Train loglik = -3.200, Test loglik = -3.178, Train RMSE = 6.383, Test RMSE = 5.470\n","Epoch: 071/100, Train loglik = -3.234, Test loglik = -3.239, Train RMSE = 6.297, Test RMSE = 5.924\n","Epoch: 081/100, Train loglik = -3.082, Test loglik = -3.056, Train RMSE = 6.176, Test RMSE = 5.637\n","Epoch: 091/100, Train loglik = -3.125, Test loglik = -3.015, Train RMSE = 5.844, Test RMSE = 5.590\n","Epoch: 100/100, Train loglik = -3.111, Test loglik = -3.006, Train RMSE = 5.826, Test RMSE = 5.332\n","FOLD 2:\n","Epoch: 001/100, Train loglik = -4.246, Test loglik = -4.177, Train RMSE = 16.698, Test RMSE = 15.349\n","Epoch: 011/100, Train loglik = -3.836, Test loglik = -3.883, Train RMSE = 11.481, Test RMSE = 11.203\n","Epoch: 021/100, Train loglik = -3.690, Test loglik = -3.834, Train RMSE = 9.973, Test RMSE = 9.420\n","Epoch: 031/100, Train loglik = -3.492, Test loglik = -3.518, Train RMSE = 8.326, Test RMSE = 7.223\n","Epoch: 041/100, Train loglik = -3.353, Test loglik = -3.402, Train RMSE = 6.995, Test RMSE = 6.750\n","Epoch: 051/100, Train loglik = -3.234, Test loglik = -3.346, Train RMSE = 6.404, Test RMSE = 6.792\n","Epoch: 061/100, Train loglik = -3.170, Test loglik = -3.336, Train RMSE = 6.226, Test RMSE = 6.931\n","Epoch: 071/100, Train loglik = -3.181, Test loglik = -3.355, Train RMSE = 6.142, Test RMSE = 6.538\n","Epoch: 081/100, Train loglik = -3.102, Test loglik = -3.280, Train RMSE = 6.027, Test RMSE = 6.637\n","Epoch: 091/100, Train loglik = -3.125, Test loglik = -3.436, Train RMSE = 6.038, Test RMSE = 6.669\n","Epoch: 100/100, Train loglik = -3.132, Test loglik = -3.328, Train RMSE = 5.952, Test RMSE = 6.621\n","FOLD 3:\n","Epoch: 001/100, Train loglik = -4.243, Test loglik = -4.218, Train RMSE = 16.700, Test RMSE = 16.043\n","Epoch: 011/100, Train loglik = -3.811, Test loglik = -3.891, Train RMSE = 11.209, Test RMSE = 12.005\n","Epoch: 021/100, Train loglik = -3.694, Test loglik = -3.714, Train RMSE = 9.937, Test RMSE = 10.297\n","Epoch: 031/100, Train loglik = -3.483, Test loglik = -3.568, Train RMSE = 8.242, Test RMSE = 8.235\n","Epoch: 041/100, Train loglik = -3.712, Test loglik = -3.399, Train RMSE = 7.059, Test RMSE = 6.936\n","Epoch: 051/100, Train loglik = -3.286, Test loglik = -3.340, Train RMSE = 6.641, Test RMSE = 6.437\n","Epoch: 061/100, Train loglik = -3.266, Test loglik = -3.280, Train RMSE = 6.429, Test RMSE = 6.231\n","Epoch: 071/100, Train loglik = -3.175, Test loglik = -3.104, Train RMSE = 6.262, Test RMSE = 5.883\n","Epoch: 081/100, Train loglik = -3.131, Test loglik = -3.231, Train RMSE = 6.198, Test RMSE = 5.936\n","Epoch: 091/100, Train loglik = -3.213, Test loglik = -3.215, Train RMSE = 6.207, Test RMSE = 5.755\n","Epoch: 100/100, Train loglik = -3.090, Test loglik = -3.055, Train RMSE = 5.985, Test RMSE = 5.376\n","FOLD 4:\n","Epoch: 001/100, Train loglik = -4.221, Test loglik = -4.292, Train RMSE = 16.604, Test RMSE = 17.567\n","Epoch: 011/100, Train loglik = -3.842, Test loglik = -3.920, Train RMSE = 11.292, Test RMSE = 12.117\n","Epoch: 021/100, Train loglik = -3.740, Test loglik = -3.697, Train RMSE = 10.022, Test RMSE = 10.338\n","Epoch: 031/100, Train loglik = -3.552, Test loglik = -3.557, Train RMSE = 8.550, Test RMSE = 9.084\n","Epoch: 041/100, Train loglik = -3.387, Test loglik = -3.356, Train RMSE = 7.347, Test RMSE = 7.190\n","Epoch: 051/100, Train loglik = -3.277, Test loglik = -3.348, Train RMSE = 6.964, Test RMSE = 7.276\n","Epoch: 061/100, Train loglik = -3.236, Test loglik = -3.232, Train RMSE = 6.669, Test RMSE = 6.304\n","Epoch: 071/100, Train loglik = -3.122, Test loglik = -3.216, Train RMSE = 6.307, Test RMSE = 6.249\n","Epoch: 081/100, Train loglik = -3.172, Test loglik = -3.121, Train RMSE = 6.079, Test RMSE = 6.116\n","Epoch: 091/100, Train loglik = -3.066, Test loglik = -3.246, Train RMSE = 6.002, Test RMSE = 5.859\n","Epoch: 100/100, Train loglik = -3.177, Test loglik = -3.113, Train RMSE = 6.052, Test RMSE = 5.986\n","FOLD 5:\n","Epoch: 001/100, Train loglik = -4.218, Test loglik = -4.281, Train RMSE = 16.532, Test RMSE = 17.300\n","Epoch: 011/100, Train loglik = -3.840, Test loglik = -3.893, Train RMSE = 11.328, Test RMSE = 12.040\n","Epoch: 021/100, Train loglik = -3.681, Test loglik = -3.770, Train RMSE = 9.863, Test RMSE = 11.311\n","Epoch: 031/100, Train loglik = -3.480, Test loglik = -3.617, Train RMSE = 8.166, Test RMSE = 9.557\n","Epoch: 041/100, Train loglik = -3.367, Test loglik = -3.431, Train RMSE = 6.974, Test RMSE = 8.256\n","Epoch: 051/100, Train loglik = -3.323, Test loglik = -3.375, Train RMSE = 6.500, Test RMSE = 7.496\n","Epoch: 061/100, Train loglik = -3.235, Test loglik = -3.334, Train RMSE = 6.291, Test RMSE = 7.496\n","Epoch: 071/100, Train loglik = -3.181, Test loglik = -3.278, Train RMSE = 6.262, Test RMSE = 7.275\n","Epoch: 081/100, Train loglik = -3.167, Test loglik = -3.421, Train RMSE = 6.122, Test RMSE = 6.954\n","Epoch: 091/100, Train loglik = -3.084, Test loglik = -3.423, Train RMSE = 5.939, Test RMSE = 7.094\n","Epoch: 100/100, Train loglik = -3.000, Test loglik = -3.121, Train RMSE = 5.813, Test RMSE = 6.758\n","FOLD 6:\n","Epoch: 001/100, Train loglik = -4.224, Test loglik = -4.274, Train RMSE = 16.561, Test RMSE = 17.020\n","Epoch: 011/100, Train loglik = -3.817, Test loglik = -3.773, Train RMSE = 11.289, Test RMSE = 11.005\n","Epoch: 021/100, Train loglik = -3.740, Test loglik = -3.661, Train RMSE = 10.015, Test RMSE = 10.077\n","Epoch: 031/100, Train loglik = -3.485, Test loglik = -3.716, Train RMSE = 8.537, Test RMSE = 8.916\n","Epoch: 041/100, Train loglik = -3.390, Test loglik = -3.369, Train RMSE = 7.281, Test RMSE = 7.156\n","Epoch: 051/100, Train loglik = -3.381, Test loglik = -3.267, Train RMSE = 6.670, Test RMSE = 6.397\n","Epoch: 061/100, Train loglik = -3.290, Test loglik = -3.360, Train RMSE = 6.407, Test RMSE = 6.326\n","Epoch: 071/100, Train loglik = -3.229, Test loglik = -3.152, Train RMSE = 6.216, Test RMSE = 5.951\n","Epoch: 081/100, Train loglik = -3.256, Test loglik = -3.112, Train RMSE = 6.185, Test RMSE = 5.935\n","Epoch: 091/100, Train loglik = -3.095, Test loglik = -3.256, Train RMSE = 6.057, Test RMSE = 5.837\n","Epoch: 100/100, Train loglik = -3.083, Test loglik = -3.152, Train RMSE = 5.934, Test RMSE = 5.698\n","FOLD 7:\n","Epoch: 001/100, Train loglik = -4.243, Test loglik = -4.190, Train RMSE = 16.661, Test RMSE = 16.136\n","Epoch: 011/100, Train loglik = -3.831, Test loglik = -3.831, Train RMSE = 11.281, Test RMSE = 11.335\n","Epoch: 021/100, Train loglik = -3.702, Test loglik = -3.752, Train RMSE = 9.994, Test RMSE = 10.553\n","Epoch: 031/100, Train loglik = -3.475, Test loglik = -3.517, Train RMSE = 8.250, Test RMSE = 8.876\n","Epoch: 041/100, Train loglik = -3.399, Test loglik = -3.736, Train RMSE = 6.899, Test RMSE = 7.986\n","Epoch: 051/100, Train loglik = -3.276, Test loglik = -3.457, Train RMSE = 6.299, Test RMSE = 7.726\n","Epoch: 061/100, Train loglik = -3.204, Test loglik = -3.379, Train RMSE = 6.318, Test RMSE = 7.632\n","Epoch: 071/100, Train loglik = -3.148, Test loglik = -3.505, Train RMSE = 6.047, Test RMSE = 7.261\n","Epoch: 081/100, Train loglik = -3.141, Test loglik = -3.177, Train RMSE = 5.939, Test RMSE = 7.255\n","Epoch: 091/100, Train loglik = -3.035, Test loglik = -3.192, Train RMSE = 5.796, Test RMSE = 7.075\n","Epoch: 100/100, Train loglik = -3.208, Test loglik = -3.134, Train RMSE = 5.697, Test RMSE = 6.937\n","FOLD 8:\n","Epoch: 001/100, Train loglik = -4.230, Test loglik = -4.194, Train RMSE = 16.670, Test RMSE = 16.343\n","Epoch: 011/100, Train loglik = -3.817, Test loglik = -3.800, Train RMSE = 11.273, Test RMSE = 10.790\n","Epoch: 021/100, Train loglik = -3.676, Test loglik = -3.679, Train RMSE = 9.947, Test RMSE = 10.145\n","Epoch: 031/100, Train loglik = -3.507, Test loglik = -3.541, Train RMSE = 8.357, Test RMSE = 9.096\n","Epoch: 041/100, Train loglik = -3.365, Test loglik = -3.433, Train RMSE = 7.085, Test RMSE = 7.143\n","Epoch: 051/100, Train loglik = -3.344, Test loglik = -3.267, Train RMSE = 6.468, Test RMSE = 6.508\n","Epoch: 061/100, Train loglik = -3.228, Test loglik = -3.338, Train RMSE = 6.387, Test RMSE = 6.689\n","Epoch: 071/100, Train loglik = -3.199, Test loglik = -3.196, Train RMSE = 6.145, Test RMSE = 6.674\n","Epoch: 081/100, Train loglik = -3.174, Test loglik = -3.104, Train RMSE = 6.101, Test RMSE = 6.765\n","Epoch: 091/100, Train loglik = -3.119, Test loglik = -3.264, Train RMSE = 5.925, Test RMSE = 6.494\n","Epoch: 100/100, Train loglik = -3.111, Test loglik = -3.042, Train RMSE = 5.893, Test RMSE = 6.541\n","FOLD 9:\n","Epoch: 001/100, Train loglik = -4.218, Test loglik = -4.322, Train RMSE = 16.436, Test RMSE = 17.898\n","Epoch: 011/100, Train loglik = -3.906, Test loglik = -3.879, Train RMSE = 11.351, Test RMSE = 11.895\n","Epoch: 021/100, Train loglik = -3.656, Test loglik = -3.727, Train RMSE = 9.805, Test RMSE = 10.385\n","Epoch: 031/100, Train loglik = -3.491, Test loglik = -3.581, Train RMSE = 8.214, Test RMSE = 8.678\n","Epoch: 041/100, Train loglik = -3.382, Test loglik = -3.579, Train RMSE = 7.060, Test RMSE = 7.691\n","Epoch: 051/100, Train loglik = -3.252, Test loglik = -3.410, Train RMSE = 6.510, Test RMSE = 7.078\n","Epoch: 061/100, Train loglik = -3.212, Test loglik = -3.458, Train RMSE = 6.236, Test RMSE = 6.908\n","Epoch: 071/100, Train loglik = -3.112, Test loglik = -3.337, Train RMSE = 6.197, Test RMSE = 7.181\n","Epoch: 081/100, Train loglik = -3.246, Test loglik = -3.699, Train RMSE = 5.960, Test RMSE = 6.774\n","Epoch: 091/100, Train loglik = -3.095, Test loglik = -3.504, Train RMSE = 5.802, Test RMSE = 6.451\n","Epoch: 100/100, Train loglik = -3.091, Test loglik = -3.274, Train RMSE = 5.853, Test RMSE = 6.726\n","Train log. lik. = -3.094 +/-  0.062\n","Test  log. lik. = -3.213 +/-  0.162\n","Train RMSE      =  5.895 +/-  0.089\n","Test  RMSE      =  6.262 +/-  0.547\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"colab_type":"text","id":"uxatwTIqVrZ1"},"source":["# Energy efficiency dataset"]},{"cell_type":"code","metadata":{"colab_type":"code","id":"pZDQX5l3ZfLV","outputId":"824a70f7-eefd-4149-a89c-6487f23447c8","executionInfo":{"status":"ok","timestamp":1558117034395,"user_tz":-60,"elapsed":61567,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":204}},"source":["np.random.seed(0)\n","!wget \"http://archive.ics.uci.edu/ml/machine-learning-databases/00242/ENB2012_data.xlsx\" --no-check-certificate\n","data = pd.read_excel('ENB2012_data.xlsx', header=0, delimiter=\"\\s+\").values\n","data = data[np.random.permutation(np.arange(len(data)))]"],"execution_count":0,"outputs":[{"output_type":"stream","text":["--2019-05-17 18:17:10--  http://archive.ics.uci.edu/ml/machine-learning-databases/00242/ENB2012_data.xlsx\n","Resolving archive.ics.uci.edu (archive.ics.uci.edu)... 128.195.10.252\n","Connecting to archive.ics.uci.edu (archive.ics.uci.edu)|128.195.10.252|:80... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 76189 (74K) [application/x-httpd-php]\n","Saving to: ‘ENB2012_data.xlsx’\n","\n","\rENB2012_data.xlsx     0%[                    ]       0  --.-KB/s               \rENB2012_data.xlsx    67%[============>       ]  50.04K   157KB/s               \rENB2012_data.xlsx   100%[===================>]  74.40K   234KB/s    in 0.3s    \n","\n","2019-05-17 18:17:11 (234 KB/s) - ‘ENB2012_data.xlsx’ saved [76189/76189]\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab_type":"code","id":"pHW1eArNUMKw","outputId":"fdd9886c-519c-4bb5-81db-b80b3bbf9333","executionInfo":{"status":"ok","timestamp":1558117164627,"user_tz":-60,"elapsed":176963,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":17255}},"source":["model = train_BBP(data, n_splits=10, num_epochs=100, num_units=100, learn_rate=1e-2, log_every=10)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["FOLD 0:\n","Epoch: 001/100, Train loglik = -3.638, Test loglik = -3.721, Train RMSE = 9.250, Test RMSE = 9.856\n","Epoch: 002/100, Train loglik = -3.652, Test loglik = -3.692, Train RMSE = 9.116, Test RMSE = 9.334\n","Epoch: 003/100, Train loglik = -3.474, Test loglik = -3.565, Train RMSE = 8.428, Test RMSE = 8.795\n","Epoch: 004/100, Train loglik = -3.495, Test loglik = -3.544, Train RMSE = 7.563, Test RMSE = 7.642\n","Epoch: 005/100, Train loglik = -3.267, Test loglik = -3.435, Train RMSE = 6.566, Test RMSE = 6.784\n","Epoch: 006/100, Train loglik = -3.185, Test loglik = -3.095, Train RMSE = 4.993, Test RMSE = 5.098\n","Epoch: 007/100, Train loglik = -3.013, Test loglik = -2.894, Train RMSE = 3.908, Test RMSE = 4.107\n","Epoch: 008/100, Train loglik = -2.846, Test loglik = -2.744, Train RMSE = 3.872, Test RMSE = 3.832\n","Epoch: 009/100, Train loglik = -2.743, Test loglik = -3.586, Train RMSE = 4.058, Test RMSE = 4.226\n","Epoch: 010/100, Train loglik = -3.106, Test loglik = -2.521, Train RMSE = 3.718, Test RMSE = 3.591\n","Epoch: 011/100, Train loglik = -2.842, Test loglik = -2.588, Train RMSE = 3.248, Test RMSE = 3.232\n","Epoch: 012/100, Train loglik = -2.608, Test loglik = -2.588, Train RMSE = 3.234, Test RMSE = 3.263\n","Epoch: 013/100, Train loglik = -2.522, Test loglik = -3.121, Train RMSE = 3.358, Test RMSE = 3.605\n","Epoch: 014/100, Train loglik = -2.649, Test loglik = -2.836, Train RMSE = 3.685, Test RMSE = 3.875\n","Epoch: 015/100, Train loglik = -2.532, Test loglik = -2.726, Train RMSE = 3.699, Test RMSE = 3.529\n","Epoch: 016/100, Train loglik = -2.541, Test loglik = -2.600, Train RMSE = 3.693, Test RMSE = 3.656\n","Epoch: 017/100, Train loglik = -2.513, Test loglik = -2.621, Train RMSE = 3.303, Test RMSE = 3.214\n","Epoch: 018/100, Train loglik = -2.516, Test loglik = -2.636, Train RMSE = 3.115, Test RMSE = 3.114\n","Epoch: 019/100, Train loglik = -2.440, Test loglik = -2.734, Train RMSE = 3.019, Test RMSE = 2.857\n","Epoch: 020/100, Train loglik = -2.564, Test loglik = -2.419, Train RMSE = 2.965, Test RMSE = 2.806\n","Epoch: 021/100, Train loglik = -2.654, Test loglik = -2.802, Train RMSE = 2.967, Test RMSE = 2.788\n","Epoch: 022/100, Train loglik = -2.415, Test loglik = -2.901, Train RMSE = 2.920, Test RMSE = 2.793\n","Epoch: 023/100, Train loglik = -2.434, Test loglik = -2.394, Train RMSE = 2.840, Test RMSE = 2.654\n","Epoch: 024/100, Train loglik = -2.912, Test loglik = -2.384, Train RMSE = 2.770, Test RMSE = 2.681\n","Epoch: 025/100, Train loglik = -2.507, Test loglik = -2.331, Train RMSE = 2.757, Test RMSE = 2.800\n","Epoch: 026/100, Train loglik = -2.319, Test loglik = -2.285, Train RMSE = 2.796, Test RMSE = 2.581\n","Epoch: 027/100, Train loglik = -2.510, Test loglik = -2.171, Train RMSE = 2.811, Test RMSE = 2.771\n","Epoch: 028/100, Train loglik = -2.566, Test loglik = -2.409, Train RMSE = 2.717, Test RMSE = 2.678\n","Epoch: 029/100, Train loglik = -2.798, Test loglik = -2.736, Train RMSE = 2.719, Test RMSE = 2.591\n","Epoch: 030/100, Train loglik = -2.494, Test loglik = -2.187, Train RMSE = 2.556, Test RMSE = 2.371\n","Epoch: 031/100, Train loglik = -2.448, Test loglik = -2.230, Train RMSE = 2.479, Test RMSE = 2.297\n","Epoch: 032/100, Train loglik = -2.303, Test loglik = -3.057, Train RMSE = 2.443, Test RMSE = 2.277\n","Epoch: 033/100, Train loglik = -2.315, Test loglik = -2.030, Train RMSE = 2.400, Test RMSE = 2.267\n","Epoch: 034/100, Train loglik = -2.236, Test loglik = -2.181, Train RMSE = 2.536, Test RMSE = 2.463\n","Epoch: 035/100, Train loglik = -2.380, Test loglik = -2.883, Train RMSE = 2.525, Test RMSE = 2.404\n","Epoch: 036/100, Train loglik = -2.245, Test loglik = -2.409, Train RMSE = 2.416, Test RMSE = 2.456\n","Epoch: 037/100, Train loglik = -2.233, Test loglik = -2.099, Train RMSE = 2.277, Test RMSE = 2.204\n","Epoch: 038/100, Train loglik = -2.727, Test loglik = -2.441, Train RMSE = 2.331, Test RMSE = 2.122\n","Epoch: 039/100, Train loglik = -2.391, Test loglik = -2.145, Train RMSE = 2.376, Test RMSE = 2.106\n","Epoch: 040/100, Train loglik = -2.258, Test loglik = -2.413, Train RMSE = 2.321, Test RMSE = 2.096\n","Epoch: 041/100, Train loglik = -2.322, Test loglik = -2.223, Train RMSE = 2.245, Test RMSE = 2.056\n","Epoch: 042/100, Train loglik = -2.359, Test loglik = -2.015, Train RMSE = 2.213, Test RMSE = 2.057\n","Epoch: 043/100, Train loglik = -2.210, Test loglik = -2.206, Train RMSE = 2.200, Test RMSE = 2.162\n","Epoch: 044/100, Train loglik = -2.279, Test loglik = -2.176, Train RMSE = 2.264, Test RMSE = 2.298\n","Epoch: 045/100, Train loglik = -2.192, Test loglik = -2.346, Train RMSE = 2.311, Test RMSE = 2.242\n","Epoch: 046/100, Train loglik = -2.142, Test loglik = -2.162, Train RMSE = 2.137, Test RMSE = 2.268\n","Epoch: 047/100, Train loglik = -2.107, Test loglik = -2.067, Train RMSE = 2.085, Test RMSE = 2.172\n","Epoch: 048/100, Train loglik = -2.014, Test loglik = -2.246, Train RMSE = 2.236, Test RMSE = 2.230\n","Epoch: 049/100, Train loglik = -2.163, Test loglik = -4.302, Train RMSE = 2.147, Test RMSE = 2.194\n","Epoch: 050/100, Train loglik = -2.117, Test loglik = -2.027, Train RMSE = 2.058, Test RMSE = 2.124\n","Epoch: 051/100, Train loglik = -2.287, Test loglik = -2.249, Train RMSE = 2.117, Test RMSE = 2.259\n","Epoch: 052/100, Train loglik = -2.068, Test loglik = -2.301, Train RMSE = 2.100, Test RMSE = 2.312\n","Epoch: 053/100, Train loglik = -2.277, Test loglik = -2.111, Train RMSE = 2.040, Test RMSE = 2.197\n","Epoch: 054/100, Train loglik = -2.085, Test loglik = -2.361, Train RMSE = 2.070, Test RMSE = 2.155\n","Epoch: 055/100, Train loglik = -2.330, Test loglik = -2.173, Train RMSE = 2.029, Test RMSE = 2.186\n","Epoch: 056/100, Train loglik = -2.612, Test loglik = -2.244, Train RMSE = 2.066, Test RMSE = 2.350\n","Epoch: 057/100, Train loglik = -2.016, Test loglik = -2.033, Train RMSE = 2.060, Test RMSE = 2.380\n","Epoch: 058/100, Train loglik = -2.197, Test loglik = -2.238, Train RMSE = 2.035, Test RMSE = 2.322\n","Epoch: 059/100, Train loglik = -2.046, Test loglik = -1.971, Train RMSE = 2.025, Test RMSE = 2.229\n","Epoch: 060/100, Train loglik = -1.987, Test loglik = -2.083, Train RMSE = 2.033, Test RMSE = 2.266\n","Epoch: 061/100, Train loglik = -1.944, Test loglik = -2.090, Train RMSE = 2.004, Test RMSE = 2.185\n","Epoch: 062/100, Train loglik = -2.036, Test loglik = -1.961, Train RMSE = 2.045, Test RMSE = 2.298\n","Epoch: 063/100, Train loglik = -2.003, Test loglik = -1.966, Train RMSE = 2.193, Test RMSE = 2.373\n","Epoch: 064/100, Train loglik = -1.958, Test loglik = -1.933, Train RMSE = 2.019, Test RMSE = 2.325\n","Epoch: 065/100, Train loglik = -2.203, Test loglik = -2.004, Train RMSE = 1.967, Test RMSE = 2.266\n","Epoch: 066/100, Train loglik = -2.235, Test loglik = -2.159, Train RMSE = 1.989, Test RMSE = 2.241\n","Epoch: 067/100, Train loglik = -1.963, Test loglik = -1.929, Train RMSE = 2.016, Test RMSE = 2.211\n","Epoch: 068/100, Train loglik = -2.154, Test loglik = -2.018, Train RMSE = 2.035, Test RMSE = 2.177\n","Epoch: 069/100, Train loglik = -2.025, Test loglik = -2.105, Train RMSE = 2.008, Test RMSE = 2.160\n","Epoch: 070/100, Train loglik = -2.068, Test loglik = -1.921, Train RMSE = 1.972, Test RMSE = 2.210\n","Epoch: 071/100, Train loglik = -2.052, Test loglik = -2.124, Train RMSE = 1.961, Test RMSE = 2.314\n","Epoch: 072/100, Train loglik = -1.993, Test loglik = -2.071, Train RMSE = 1.983, Test RMSE = 2.312\n","Epoch: 073/100, Train loglik = -2.061, Test loglik = -1.982, Train RMSE = 1.951, Test RMSE = 2.243\n","Epoch: 074/100, Train loglik = -1.979, Test loglik = -1.882, Train RMSE = 1.896, Test RMSE = 2.204\n","Epoch: 075/100, Train loglik = -1.992, Test loglik = -2.201, Train RMSE = 1.916, Test RMSE = 2.198\n","Epoch: 076/100, Train loglik = -1.981, Test loglik = -2.242, Train RMSE = 1.888, Test RMSE = 2.210\n","Epoch: 077/100, Train loglik = -1.923, Test loglik = -2.055, Train RMSE = 1.901, Test RMSE = 2.345\n","Epoch: 078/100, Train loglik = -1.917, Test loglik = -1.940, Train RMSE = 2.048, Test RMSE = 2.366\n","Epoch: 079/100, Train loglik = -1.899, Test loglik = -2.001, Train RMSE = 1.928, Test RMSE = 2.270\n","Epoch: 080/100, Train loglik = -1.925, Test loglik = -2.046, Train RMSE = 1.981, Test RMSE = 2.264\n","Epoch: 081/100, Train loglik = -1.899, Test loglik = -2.025, Train RMSE = 1.911, Test RMSE = 2.233\n","Epoch: 082/100, Train loglik = -1.850, Test loglik = -1.860, Train RMSE = 1.922, Test RMSE = 2.254\n","Epoch: 083/100, Train loglik = -1.932, Test loglik = -1.969, Train RMSE = 1.928, Test RMSE = 2.351\n","Epoch: 084/100, Train loglik = -1.961, Test loglik = -2.047, Train RMSE = 1.915, Test RMSE = 2.323\n","Epoch: 085/100, Train loglik = -1.980, Test loglik = -1.968, Train RMSE = 2.021, Test RMSE = 2.227\n","Epoch: 086/100, Train loglik = -1.925, Test loglik = -1.907, Train RMSE = 1.973, Test RMSE = 2.307\n","Epoch: 087/100, Train loglik = -2.007, Test loglik = -2.069, Train RMSE = 1.918, Test RMSE = 2.223\n","Epoch: 088/100, Train loglik = -1.932, Test loglik = -2.048, Train RMSE = 1.882, Test RMSE = 2.149\n","Epoch: 089/100, Train loglik = -1.858, Test loglik = -2.056, Train RMSE = 1.999, Test RMSE = 2.218\n","Epoch: 090/100, Train loglik = -2.084, Test loglik = -1.873, Train RMSE = 1.937, Test RMSE = 2.300\n","Epoch: 091/100, Train loglik = -1.960, Test loglik = -2.010, Train RMSE = 1.853, Test RMSE = 2.222\n","Epoch: 092/100, Train loglik = -2.009, Test loglik = -1.983, Train RMSE = 2.054, Test RMSE = 2.317\n","Epoch: 093/100, Train loglik = -1.835, Test loglik = -1.885, Train RMSE = 1.939, Test RMSE = 2.233\n","Epoch: 094/100, Train loglik = -1.967, Test loglik = -1.876, Train RMSE = 1.868, Test RMSE = 2.237\n","Epoch: 095/100, Train loglik = -2.010, Test loglik = -2.099, Train RMSE = 1.893, Test RMSE = 2.336\n","Epoch: 096/100, Train loglik = -2.156, Test loglik = -2.392, Train RMSE = 1.890, Test RMSE = 2.340\n","Epoch: 097/100, Train loglik = -1.927, Test loglik = -1.926, Train RMSE = 1.852, Test RMSE = 2.218\n","Epoch: 098/100, Train loglik = -2.492, Test loglik = -1.887, Train RMSE = 1.867, Test RMSE = 2.182\n","Epoch: 099/100, Train loglik = -1.956, Test loglik = -1.900, Train RMSE = 1.865, Test RMSE = 2.122\n","Epoch: 100/100, Train loglik = -1.867, Test loglik = -2.531, Train RMSE = 1.852, Test RMSE = 2.096\n","FOLD 1:\n","Epoch: 001/100, Train loglik = -3.676, Test loglik = -3.670, Train RMSE = 9.475, Test RMSE = 9.412\n","Epoch: 002/100, Train loglik = -3.675, Test loglik = -3.646, Train RMSE = 9.251, Test RMSE = 9.099\n","Epoch: 003/100, Train loglik = -3.611, Test loglik = -3.588, Train RMSE = 8.653, Test RMSE = 8.618\n","Epoch: 004/100, Train loglik = -3.425, Test loglik = -3.460, Train RMSE = 7.646, Test RMSE = 7.938\n","Epoch: 005/100, Train loglik = -3.335, Test loglik = -3.405, Train RMSE = 7.031, Test RMSE = 6.929\n","Epoch: 006/100, Train loglik = -3.116, Test loglik = -3.187, Train RMSE = 5.628, Test RMSE = 5.605\n","Epoch: 007/100, Train loglik = -3.041, Test loglik = -2.962, Train RMSE = 4.583, Test RMSE = 4.597\n","Epoch: 008/100, Train loglik = -2.831, Test loglik = -3.116, Train RMSE = 4.068, Test RMSE = 4.073\n","Epoch: 009/100, Train loglik = -2.686, Test loglik = -2.873, Train RMSE = 4.163, Test RMSE = 4.442\n","Epoch: 010/100, Train loglik = -2.740, Test loglik = -2.985, Train RMSE = 3.861, Test RMSE = 4.178\n","Epoch: 011/100, Train loglik = -2.571, Test loglik = -2.857, Train RMSE = 3.478, Test RMSE = 4.028\n","Epoch: 012/100, Train loglik = -2.782, Test loglik = -2.624, Train RMSE = 3.270, Test RMSE = 3.739\n","Epoch: 013/100, Train loglik = -2.739, Test loglik = -2.664, Train RMSE = 3.424, Test RMSE = 3.820\n","Epoch: 014/100, Train loglik = -2.545, Test loglik = -2.802, Train RMSE = 3.569, Test RMSE = 3.810\n","Epoch: 015/100, Train loglik = -2.703, Test loglik = -2.812, Train RMSE = 3.643, Test RMSE = 3.629\n","Epoch: 016/100, Train loglik = -2.689, Test loglik = -2.532, Train RMSE = 3.507, Test RMSE = 3.641\n","Epoch: 017/100, Train loglik = -2.655, Test loglik = -2.788, Train RMSE = 3.606, Test RMSE = 3.592\n","Epoch: 018/100, Train loglik = -2.656, Test loglik = -2.555, Train RMSE = 3.410, Test RMSE = 3.416\n","Epoch: 019/100, Train loglik = -2.812, Test loglik = -2.456, Train RMSE = 3.284, Test RMSE = 3.326\n","Epoch: 020/100, Train loglik = -2.481, Test loglik = -3.914, Train RMSE = 2.962, Test RMSE = 3.267\n","Epoch: 021/100, Train loglik = -2.438, Test loglik = -2.745, Train RMSE = 2.894, Test RMSE = 3.371\n","Epoch: 022/100, Train loglik = -2.469, Test loglik = -2.667, Train RMSE = 2.891, Test RMSE = 3.369\n","Epoch: 023/100, Train loglik = -2.536, Test loglik = -2.815, Train RMSE = 2.841, Test RMSE = 3.448\n","Epoch: 024/100, Train loglik = -2.388, Test loglik = -2.753, Train RMSE = 2.855, Test RMSE = 3.308\n","Epoch: 025/100, Train loglik = -2.438, Test loglik = -2.521, Train RMSE = 2.802, Test RMSE = 3.029\n","Epoch: 026/100, Train loglik = -2.517, Test loglik = -2.509, Train RMSE = 2.804, Test RMSE = 2.975\n","Epoch: 027/100, Train loglik = -2.411, Test loglik = -2.411, Train RMSE = 2.770, Test RMSE = 2.919\n","Epoch: 028/100, Train loglik = -2.386, Test loglik = -2.492, Train RMSE = 2.927, Test RMSE = 3.064\n","Epoch: 029/100, Train loglik = -2.397, Test loglik = -2.721, Train RMSE = 2.683, Test RMSE = 2.946\n","Epoch: 030/100, Train loglik = -2.230, Test loglik = -2.354, Train RMSE = 2.677, Test RMSE = 2.834\n","Epoch: 031/100, Train loglik = -2.295, Test loglik = -2.342, Train RMSE = 2.654, Test RMSE = 2.731\n","Epoch: 032/100, Train loglik = -2.366, Test loglik = -2.512, Train RMSE = 2.499, Test RMSE = 2.683\n","Epoch: 033/100, Train loglik = -2.276, Test loglik = -2.162, Train RMSE = 2.456, Test RMSE = 2.620\n","Epoch: 034/100, Train loglik = -2.198, Test loglik = -2.224, Train RMSE = 2.445, Test RMSE = 2.538\n","Epoch: 035/100, Train loglik = -2.489, Test loglik = -2.998, Train RMSE = 2.440, Test RMSE = 2.622\n","Epoch: 036/100, Train loglik = -2.150, Test loglik = -2.438, Train RMSE = 2.407, Test RMSE = 2.611\n","Epoch: 037/100, Train loglik = -2.761, Test loglik = -2.917, Train RMSE = 2.437, Test RMSE = 2.758\n","Epoch: 038/100, Train loglik = -2.253, Test loglik = -2.209, Train RMSE = 2.405, Test RMSE = 2.760\n","Epoch: 039/100, Train loglik = -2.686, Test loglik = -2.236, Train RMSE = 2.391, Test RMSE = 2.522\n","Epoch: 040/100, Train loglik = -2.110, Test loglik = -2.225, Train RMSE = 2.289, Test RMSE = 2.379\n","Epoch: 041/100, Train loglik = -2.153, Test loglik = -2.241, Train RMSE = 2.254, Test RMSE = 2.358\n","Epoch: 042/100, Train loglik = -2.254, Test loglik = -2.315, Train RMSE = 2.176, Test RMSE = 2.225\n","Epoch: 043/100, Train loglik = -2.305, Test loglik = -2.317, Train RMSE = 2.190, Test RMSE = 2.217\n","Epoch: 044/100, Train loglik = -2.207, Test loglik = -2.139, Train RMSE = 2.225, Test RMSE = 2.239\n","Epoch: 045/100, Train loglik = -2.064, Test loglik = -2.260, Train RMSE = 2.186, Test RMSE = 2.254\n","Epoch: 046/100, Train loglik = -2.112, Test loglik = -2.112, Train RMSE = 2.223, Test RMSE = 2.304\n","Epoch: 047/100, Train loglik = -2.100, Test loglik = -2.174, Train RMSE = 2.198, Test RMSE = 2.111\n","Epoch: 048/100, Train loglik = -2.173, Test loglik = -2.129, Train RMSE = 2.205, Test RMSE = 2.176\n","Epoch: 049/100, Train loglik = -2.191, Test loglik = -2.181, Train RMSE = 2.107, Test RMSE = 2.030\n","Epoch: 050/100, Train loglik = -2.073, Test loglik = -2.796, Train RMSE = 2.112, Test RMSE = 2.073\n","Epoch: 051/100, Train loglik = -2.136, Test loglik = -2.939, Train RMSE = 2.177, Test RMSE = 2.049\n","Epoch: 052/100, Train loglik = -2.055, Test loglik = -2.183, Train RMSE = 2.079, Test RMSE = 2.046\n","Epoch: 053/100, Train loglik = -2.175, Test loglik = -2.219, Train RMSE = 2.087, Test RMSE = 2.002\n","Epoch: 054/100, Train loglik = -2.144, Test loglik = -2.047, Train RMSE = 2.288, Test RMSE = 2.024\n","Epoch: 055/100, Train loglik = -2.180, Test loglik = -2.189, Train RMSE = 2.081, Test RMSE = 2.023\n","Epoch: 056/100, Train loglik = -1.954, Test loglik = -2.051, Train RMSE = 2.064, Test RMSE = 2.021\n","Epoch: 057/100, Train loglik = -2.207, Test loglik = -2.054, Train RMSE = 2.072, Test RMSE = 2.150\n","Epoch: 058/100, Train loglik = -2.047, Test loglik = -2.098, Train RMSE = 2.133, Test RMSE = 2.076\n","Epoch: 059/100, Train loglik = -2.203, Test loglik = -1.992, Train RMSE = 2.102, Test RMSE = 2.035\n","Epoch: 060/100, Train loglik = -1.971, Test loglik = -2.016, Train RMSE = 2.188, Test RMSE = 1.991\n","Epoch: 061/100, Train loglik = -2.126, Test loglik = -2.086, Train RMSE = 2.135, Test RMSE = 1.936\n","Epoch: 062/100, Train loglik = -1.983, Test loglik = -1.981, Train RMSE = 2.052, Test RMSE = 1.933\n","Epoch: 063/100, Train loglik = -2.422, Test loglik = -2.121, Train RMSE = 2.129, Test RMSE = 2.062\n","Epoch: 064/100, Train loglik = -2.325, Test loglik = -2.364, Train RMSE = 2.112, Test RMSE = 2.085\n","Epoch: 065/100, Train loglik = -2.122, Test loglik = -2.607, Train RMSE = 2.036, Test RMSE = 1.963\n","Epoch: 066/100, Train loglik = -1.909, Test loglik = -2.066, Train RMSE = 2.009, Test RMSE = 1.882\n","Epoch: 067/100, Train loglik = -2.017, Test loglik = -2.006, Train RMSE = 2.005, Test RMSE = 1.876\n","Epoch: 068/100, Train loglik = -2.521, Test loglik = -2.232, Train RMSE = 2.032, Test RMSE = 1.927\n","Epoch: 069/100, Train loglik = -2.524, Test loglik = -1.918, Train RMSE = 2.092, Test RMSE = 1.989\n","Epoch: 070/100, Train loglik = -1.996, Test loglik = -2.120, Train RMSE = 1.998, Test RMSE = 1.964\n","Epoch: 071/100, Train loglik = -1.904, Test loglik = -1.924, Train RMSE = 2.046, Test RMSE = 2.154\n","Epoch: 072/100, Train loglik = -2.117, Test loglik = -1.987, Train RMSE = 1.986, Test RMSE = 1.978\n","Epoch: 073/100, Train loglik = -2.680, Test loglik = -2.068, Train RMSE = 2.001, Test RMSE = 1.962\n","Epoch: 074/100, Train loglik = -1.956, Test loglik = -1.991, Train RMSE = 1.997, Test RMSE = 1.953\n","Epoch: 075/100, Train loglik = -1.861, Test loglik = -1.918, Train RMSE = 2.000, Test RMSE = 1.899\n","Epoch: 076/100, Train loglik = -1.924, Test loglik = -1.906, Train RMSE = 1.997, Test RMSE = 1.870\n","Epoch: 077/100, Train loglik = -1.994, Test loglik = -1.973, Train RMSE = 1.999, Test RMSE = 1.875\n","Epoch: 078/100, Train loglik = -2.054, Test loglik = -2.154, Train RMSE = 2.023, Test RMSE = 1.894\n","Epoch: 079/100, Train loglik = -2.044, Test loglik = -1.927, Train RMSE = 1.995, Test RMSE = 1.842\n","Epoch: 080/100, Train loglik = -1.907, Test loglik = -2.010, Train RMSE = 1.951, Test RMSE = 1.860\n","Epoch: 081/100, Train loglik = -2.011, Test loglik = -1.831, Train RMSE = 1.965, Test RMSE = 1.856\n","Epoch: 082/100, Train loglik = -1.978, Test loglik = -1.834, Train RMSE = 1.988, Test RMSE = 1.835\n","Epoch: 083/100, Train loglik = -2.164, Test loglik = -1.822, Train RMSE = 1.949, Test RMSE = 1.844\n","Epoch: 084/100, Train loglik = -1.918, Test loglik = -1.846, Train RMSE = 1.948, Test RMSE = 1.871\n","Epoch: 085/100, Train loglik = -2.024, Test loglik = -2.171, Train RMSE = 2.065, Test RMSE = 2.018\n","Epoch: 086/100, Train loglik = -2.051, Test loglik = -2.059, Train RMSE = 2.051, Test RMSE = 2.111\n","Epoch: 087/100, Train loglik = -2.036, Test loglik = -1.963, Train RMSE = 2.009, Test RMSE = 1.888\n","Epoch: 088/100, Train loglik = -2.206, Test loglik = -1.928, Train RMSE = 1.994, Test RMSE = 1.886\n","Epoch: 089/100, Train loglik = -2.001, Test loglik = -1.933, Train RMSE = 2.121, Test RMSE = 1.877\n","Epoch: 090/100, Train loglik = -1.922, Test loglik = -1.959, Train RMSE = 2.082, Test RMSE = 1.900\n","Epoch: 091/100, Train loglik = -1.930, Test loglik = -2.204, Train RMSE = 1.947, Test RMSE = 1.957\n","Epoch: 092/100, Train loglik = -1.976, Test loglik = -2.216, Train RMSE = 1.927, Test RMSE = 2.068\n","Epoch: 093/100, Train loglik = -1.944, Test loglik = -1.921, Train RMSE = 2.056, Test RMSE = 2.029\n","Epoch: 094/100, Train loglik = -1.837, Test loglik = -3.048, Train RMSE = 1.919, Test RMSE = 1.896\n","Epoch: 095/100, Train loglik = -2.046, Test loglik = -1.756, Train RMSE = 1.907, Test RMSE = 1.791\n","Epoch: 096/100, Train loglik = -1.862, Test loglik = -1.764, Train RMSE = 1.912, Test RMSE = 1.761\n","Epoch: 097/100, Train loglik = -1.908, Test loglik = -2.022, Train RMSE = 1.899, Test RMSE = 1.776\n","Epoch: 098/100, Train loglik = -1.882, Test loglik = -1.919, Train RMSE = 1.930, Test RMSE = 1.788\n","Epoch: 099/100, Train loglik = -1.926, Test loglik = -2.152, Train RMSE = 1.898, Test RMSE = 1.788\n","Epoch: 100/100, Train loglik = -1.717, Test loglik = -1.757, Train RMSE = 1.896, Test RMSE = 1.750\n","FOLD 2:\n","Epoch: 001/100, Train loglik = -3.664, Test loglik = -3.585, Train RMSE = 9.428, Test RMSE = 8.976\n","Epoch: 002/100, Train loglik = -3.706, Test loglik = -3.629, Train RMSE = 9.204, Test RMSE = 8.697\n","Epoch: 003/100, Train loglik = -3.634, Test loglik = -3.557, Train RMSE = 8.750, Test RMSE = 8.186\n","Epoch: 004/100, Train loglik = -3.554, Test loglik = -3.428, Train RMSE = 7.752, Test RMSE = 7.478\n","Epoch: 005/100, Train loglik = -3.392, Test loglik = -3.405, Train RMSE = 6.815, Test RMSE = 6.412\n","Epoch: 006/100, Train loglik = -3.129, Test loglik = -3.074, Train RMSE = 5.398, Test RMSE = 5.291\n","Epoch: 007/100, Train loglik = -2.976, Test loglik = -3.018, Train RMSE = 4.328, Test RMSE = 4.138\n","Epoch: 008/100, Train loglik = -2.831, Test loglik = -2.780, Train RMSE = 3.758, Test RMSE = 3.333\n","Epoch: 009/100, Train loglik = -2.924, Test loglik = -2.902, Train RMSE = 4.252, Test RMSE = 3.869\n","Epoch: 010/100, Train loglik = -2.895, Test loglik = -2.651, Train RMSE = 3.685, Test RMSE = 3.584\n","Epoch: 011/100, Train loglik = -2.613, Test loglik = -2.537, Train RMSE = 3.245, Test RMSE = 3.003\n","Epoch: 012/100, Train loglik = -2.655, Test loglik = -2.509, Train RMSE = 3.276, Test RMSE = 3.149\n","Epoch: 013/100, Train loglik = -2.515, Test loglik = -2.452, Train RMSE = 3.391, Test RMSE = 3.344\n","Epoch: 014/100, Train loglik = -2.546, Test loglik = -2.475, Train RMSE = 3.510, Test RMSE = 3.279\n","Epoch: 015/100, Train loglik = -2.531, Test loglik = -2.409, Train RMSE = 3.527, Test RMSE = 3.143\n","Epoch: 016/100, Train loglik = -2.496, Test loglik = -2.388, Train RMSE = 3.440, Test RMSE = 3.088\n","Epoch: 017/100, Train loglik = -2.592, Test loglik = -2.452, Train RMSE = 3.330, Test RMSE = 3.010\n","Epoch: 018/100, Train loglik = -2.499, Test loglik = -2.352, Train RMSE = 3.042, Test RMSE = 2.711\n","Epoch: 019/100, Train loglik = -2.541, Test loglik = -2.509, Train RMSE = 3.020, Test RMSE = 2.633\n","Epoch: 020/100, Train loglik = -2.465, Test loglik = -2.369, Train RMSE = 3.128, Test RMSE = 2.681\n","Epoch: 021/100, Train loglik = -2.501, Test loglik = -2.357, Train RMSE = 2.930, Test RMSE = 2.588\n","Epoch: 022/100, Train loglik = -2.495, Test loglik = -2.327, Train RMSE = 2.895, Test RMSE = 2.451\n","Epoch: 023/100, Train loglik = -2.528, Test loglik = -2.302, Train RMSE = 2.885, Test RMSE = 2.361\n","Epoch: 024/100, Train loglik = -2.505, Test loglik = -2.472, Train RMSE = 2.906, Test RMSE = 2.378\n","Epoch: 025/100, Train loglik = -2.409, Test loglik = -2.551, Train RMSE = 2.925, Test RMSE = 2.398\n","Epoch: 026/100, Train loglik = -2.632, Test loglik = -2.259, Train RMSE = 2.985, Test RMSE = 2.348\n","Epoch: 027/100, Train loglik = -2.429, Test loglik = -2.202, Train RMSE = 2.736, Test RMSE = 2.265\n","Epoch: 028/100, Train loglik = -2.368, Test loglik = -2.421, Train RMSE = 2.671, Test RMSE = 2.286\n","Epoch: 029/100, Train loglik = -2.387, Test loglik = -2.324, Train RMSE = 2.742, Test RMSE = 2.293\n","Epoch: 030/100, Train loglik = -2.461, Test loglik = -2.209, Train RMSE = 2.630, Test RMSE = 2.342\n","Epoch: 031/100, Train loglik = -2.283, Test loglik = -2.195, Train RMSE = 2.549, Test RMSE = 2.144\n","Epoch: 032/100, Train loglik = -2.252, Test loglik = -2.323, Train RMSE = 2.558, Test RMSE = 2.081\n","Epoch: 033/100, Train loglik = -2.373, Test loglik = -2.070, Train RMSE = 2.587, Test RMSE = 2.100\n","Epoch: 034/100, Train loglik = -2.486, Test loglik = -2.691, Train RMSE = 2.505, Test RMSE = 2.031\n","Epoch: 035/100, Train loglik = -3.234, Test loglik = -2.450, Train RMSE = 2.445, Test RMSE = 2.055\n","Epoch: 036/100, Train loglik = -2.497, Test loglik = -2.182, Train RMSE = 2.431, Test RMSE = 1.916\n","Epoch: 037/100, Train loglik = -2.507, Test loglik = -2.005, Train RMSE = 2.398, Test RMSE = 1.911\n","Epoch: 038/100, Train loglik = -2.281, Test loglik = -2.169, Train RMSE = 2.428, Test RMSE = 1.914\n","Epoch: 039/100, Train loglik = -2.185, Test loglik = -2.095, Train RMSE = 2.351, Test RMSE = 1.853\n","Epoch: 040/100, Train loglik = -2.133, Test loglik = -2.418, Train RMSE = 2.304, Test RMSE = 1.864\n","Epoch: 041/100, Train loglik = -2.552, Test loglik = -2.032, Train RMSE = 2.280, Test RMSE = 1.835\n","Epoch: 042/100, Train loglik = -2.294, Test loglik = -1.987, Train RMSE = 2.289, Test RMSE = 1.902\n","Epoch: 043/100, Train loglik = -2.280, Test loglik = -2.100, Train RMSE = 2.230, Test RMSE = 2.027\n","Epoch: 044/100, Train loglik = -2.165, Test loglik = -2.377, Train RMSE = 2.222, Test RMSE = 2.101\n","Epoch: 045/100, Train loglik = -2.134, Test loglik = -2.102, Train RMSE = 2.213, Test RMSE = 2.031\n","Epoch: 046/100, Train loglik = -2.149, Test loglik = -2.251, Train RMSE = 2.247, Test RMSE = 1.889\n","Epoch: 047/100, Train loglik = -2.081, Test loglik = -2.080, Train RMSE = 2.193, Test RMSE = 1.784\n","Epoch: 048/100, Train loglik = -2.123, Test loglik = -2.124, Train RMSE = 2.200, Test RMSE = 1.801\n","Epoch: 049/100, Train loglik = -2.088, Test loglik = -2.081, Train RMSE = 2.184, Test RMSE = 1.800\n","Epoch: 050/100, Train loglik = -2.111, Test loglik = -1.917, Train RMSE = 2.217, Test RMSE = 1.877\n","Epoch: 051/100, Train loglik = -2.069, Test loglik = -1.956, Train RMSE = 2.148, Test RMSE = 1.737\n","Epoch: 052/100, Train loglik = -2.056, Test loglik = -2.230, Train RMSE = 2.188, Test RMSE = 1.721\n","Epoch: 053/100, Train loglik = -2.185, Test loglik = -2.082, Train RMSE = 2.320, Test RMSE = 2.029\n","Epoch: 054/100, Train loglik = -2.132, Test loglik = -2.158, Train RMSE = 2.351, Test RMSE = 1.846\n","Epoch: 055/100, Train loglik = -2.222, Test loglik = -1.933, Train RMSE = 2.158, Test RMSE = 1.804\n","Epoch: 056/100, Train loglik = -2.165, Test loglik = -2.018, Train RMSE = 2.144, Test RMSE = 1.902\n","Epoch: 057/100, Train loglik = -2.164, Test loglik = -2.181, Train RMSE = 2.281, Test RMSE = 1.772\n","Epoch: 058/100, Train loglik = -2.045, Test loglik = -2.065, Train RMSE = 2.190, Test RMSE = 1.999\n","Epoch: 059/100, Train loglik = -2.063, Test loglik = -1.951, Train RMSE = 2.117, Test RMSE = 1.779\n","Epoch: 060/100, Train loglik = -2.288, Test loglik = -1.866, Train RMSE = 2.204, Test RMSE = 1.762\n","Epoch: 061/100, Train loglik = -2.080, Test loglik = -2.265, Train RMSE = 2.167, Test RMSE = 1.739\n","Epoch: 062/100, Train loglik = -2.091, Test loglik = -1.903, Train RMSE = 2.189, Test RMSE = 1.781\n","Epoch: 063/100, Train loglik = -2.039, Test loglik = -1.967, Train RMSE = 2.150, Test RMSE = 1.820\n","Epoch: 064/100, Train loglik = -2.347, Test loglik = -1.993, Train RMSE = 2.217, Test RMSE = 1.989\n","Epoch: 065/100, Train loglik = -2.063, Test loglik = -2.043, Train RMSE = 2.281, Test RMSE = 1.978\n","Epoch: 066/100, Train loglik = -3.061, Test loglik = -2.059, Train RMSE = 2.175, Test RMSE = 1.803\n","Epoch: 067/100, Train loglik = -2.385, Test loglik = -1.815, Train RMSE = 2.089, Test RMSE = 1.794\n","Epoch: 068/100, Train loglik = -1.971, Test loglik = -2.002, Train RMSE = 2.045, Test RMSE = 1.715\n","Epoch: 069/100, Train loglik = -2.513, Test loglik = -1.947, Train RMSE = 2.361, Test RMSE = 1.895\n","Epoch: 070/100, Train loglik = -2.390, Test loglik = -2.158, Train RMSE = 2.274, Test RMSE = 1.928\n","Epoch: 071/100, Train loglik = -2.437, Test loglik = -2.355, Train RMSE = 2.224, Test RMSE = 1.993\n","Epoch: 072/100, Train loglik = -2.183, Test loglik = -2.633, Train RMSE = 2.197, Test RMSE = 1.905\n","Epoch: 073/100, Train loglik = -2.210, Test loglik = -1.924, Train RMSE = 2.115, Test RMSE = 1.717\n","Epoch: 074/100, Train loglik = -2.070, Test loglik = -1.977, Train RMSE = 2.145, Test RMSE = 1.648\n","Epoch: 075/100, Train loglik = -2.044, Test loglik = -2.240, Train RMSE = 2.105, Test RMSE = 1.734\n","Epoch: 076/100, Train loglik = -2.000, Test loglik = -1.889, Train RMSE = 2.176, Test RMSE = 1.761\n","Epoch: 077/100, Train loglik = -2.154, Test loglik = -2.089, Train RMSE = 2.102, Test RMSE = 1.807\n","Epoch: 078/100, Train loglik = -2.047, Test loglik = -1.854, Train RMSE = 2.070, Test RMSE = 1.869\n","Epoch: 079/100, Train loglik = -3.013, Test loglik = -1.934, Train RMSE = 2.129, Test RMSE = 1.956\n","Epoch: 080/100, Train loglik = -2.153, Test loglik = -1.846, Train RMSE = 2.124, Test RMSE = 1.885\n","Epoch: 081/100, Train loglik = -2.200, Test loglik = -2.071, Train RMSE = 2.006, Test RMSE = 1.840\n","Epoch: 082/100, Train loglik = -2.002, Test loglik = -1.845, Train RMSE = 2.044, Test RMSE = 1.689\n","Epoch: 083/100, Train loglik = -2.213, Test loglik = -1.777, Train RMSE = 2.088, Test RMSE = 1.760\n","Epoch: 084/100, Train loglik = -2.991, Test loglik = -1.737, Train RMSE = 2.101, Test RMSE = 1.658\n","Epoch: 085/100, Train loglik = -1.929, Test loglik = -1.771, Train RMSE = 2.047, Test RMSE = 1.687\n","Epoch: 086/100, Train loglik = -2.497, Test loglik = -1.837, Train RMSE = 2.077, Test RMSE = 1.616\n","Epoch: 087/100, Train loglik = -1.984, Test loglik = -1.943, Train RMSE = 2.076, Test RMSE = 1.643\n","Epoch: 088/100, Train loglik = -1.935, Test loglik = -1.770, Train RMSE = 1.993, Test RMSE = 1.726\n","Epoch: 089/100, Train loglik = -2.298, Test loglik = -1.805, Train RMSE = 2.030, Test RMSE = 1.815\n","Epoch: 090/100, Train loglik = -2.297, Test loglik = -2.072, Train RMSE = 2.053, Test RMSE = 1.880\n","Epoch: 091/100, Train loglik = -1.988, Test loglik = -1.911, Train RMSE = 2.010, Test RMSE = 1.794\n","Epoch: 092/100, Train loglik = -1.933, Test loglik = -1.774, Train RMSE = 2.022, Test RMSE = 1.789\n","Epoch: 093/100, Train loglik = -1.920, Test loglik = -2.082, Train RMSE = 2.050, Test RMSE = 1.748\n","Epoch: 094/100, Train loglik = -1.992, Test loglik = -1.876, Train RMSE = 1.970, Test RMSE = 1.673\n","Epoch: 095/100, Train loglik = -1.879, Test loglik = -1.788, Train RMSE = 1.979, Test RMSE = 1.779\n","Epoch: 096/100, Train loglik = -1.921, Test loglik = -1.849, Train RMSE = 2.042, Test RMSE = 1.670\n","Epoch: 097/100, Train loglik = -2.321, Test loglik = -1.914, Train RMSE = 2.036, Test RMSE = 1.691\n","Epoch: 098/100, Train loglik = -2.166, Test loglik = -1.858, Train RMSE = 1.982, Test RMSE = 1.660\n","Epoch: 099/100, Train loglik = -2.126, Test loglik = -1.868, Train RMSE = 1.983, Test RMSE = 1.708\n","Epoch: 100/100, Train loglik = -2.009, Test loglik = -1.826, Train RMSE = 1.953, Test RMSE = 1.817\n","FOLD 3:\n","Epoch: 001/100, Train loglik = -3.671, Test loglik = -3.558, Train RMSE = 9.466, Test RMSE = 8.543\n","Epoch: 002/100, Train loglik = -3.696, Test loglik = -3.524, Train RMSE = 9.099, Test RMSE = 8.291\n","Epoch: 003/100, Train loglik = -3.558, Test loglik = -3.487, Train RMSE = 8.524, Test RMSE = 7.771\n","Epoch: 004/100, Train loglik = -3.466, Test loglik = -3.394, Train RMSE = 7.591, Test RMSE = 6.783\n","Epoch: 005/100, Train loglik = -3.334, Test loglik = -3.286, Train RMSE = 6.635, Test RMSE = 5.886\n","Epoch: 006/100, Train loglik = -3.108, Test loglik = -3.145, Train RMSE = 5.125, Test RMSE = 4.415\n","Epoch: 007/100, Train loglik = -2.909, Test loglik = -2.948, Train RMSE = 4.113, Test RMSE = 3.529\n","Epoch: 008/100, Train loglik = -2.935, Test loglik = -2.988, Train RMSE = 3.910, Test RMSE = 3.705\n","Epoch: 009/100, Train loglik = -3.455, Test loglik = -3.237, Train RMSE = 4.311, Test RMSE = 4.148\n","Epoch: 010/100, Train loglik = -3.437, Test loglik = -2.854, Train RMSE = 3.743, Test RMSE = 3.410\n","Epoch: 011/100, Train loglik = -2.564, Test loglik = -2.583, Train RMSE = 3.217, Test RMSE = 2.873\n","Epoch: 012/100, Train loglik = -2.577, Test loglik = -2.664, Train RMSE = 3.286, Test RMSE = 2.846\n","Epoch: 013/100, Train loglik = -2.804, Test loglik = -2.535, Train RMSE = 3.477, Test RMSE = 2.973\n","Epoch: 014/100, Train loglik = -2.571, Test loglik = -2.716, Train RMSE = 3.549, Test RMSE = 2.930\n","Epoch: 015/100, Train loglik = -2.737, Test loglik = -2.578, Train RMSE = 3.561, Test RMSE = 2.785\n","Epoch: 016/100, Train loglik = -2.682, Test loglik = -2.797, Train RMSE = 3.402, Test RMSE = 2.864\n","Epoch: 017/100, Train loglik = -2.509, Test loglik = -2.698, Train RMSE = 3.195, Test RMSE = 2.746\n","Epoch: 018/100, Train loglik = -2.563, Test loglik = -2.441, Train RMSE = 3.084, Test RMSE = 2.630\n","Epoch: 019/100, Train loglik = -2.688, Test loglik = -2.630, Train RMSE = 3.013, Test RMSE = 2.611\n","Epoch: 020/100, Train loglik = -2.482, Test loglik = -2.469, Train RMSE = 2.964, Test RMSE = 2.488\n","Epoch: 021/100, Train loglik = -2.707, Test loglik = -2.444, Train RMSE = 2.906, Test RMSE = 2.469\n","Epoch: 022/100, Train loglik = -2.392, Test loglik = -2.471, Train RMSE = 2.876, Test RMSE = 2.387\n","Epoch: 023/100, Train loglik = -2.518, Test loglik = -2.406, Train RMSE = 2.827, Test RMSE = 2.340\n","Epoch: 024/100, Train loglik = -3.119, Test loglik = -2.407, Train RMSE = 2.934, Test RMSE = 2.449\n","Epoch: 025/100, Train loglik = -2.490, Test loglik = -2.362, Train RMSE = 2.857, Test RMSE = 2.329\n","Epoch: 026/100, Train loglik = -2.325, Test loglik = -2.297, Train RMSE = 2.885, Test RMSE = 2.408\n","Epoch: 027/100, Train loglik = -2.296, Test loglik = -2.326, Train RMSE = 2.939, Test RMSE = 2.386\n","Epoch: 028/100, Train loglik = -2.458, Test loglik = -2.396, Train RMSE = 2.871, Test RMSE = 2.368\n","Epoch: 029/100, Train loglik = -2.519, Test loglik = -2.219, Train RMSE = 2.712, Test RMSE = 2.219\n","Epoch: 030/100, Train loglik = -2.463, Test loglik = -2.266, Train RMSE = 2.619, Test RMSE = 2.196\n","Epoch: 031/100, Train loglik = -2.745, Test loglik = -2.770, Train RMSE = 2.622, Test RMSE = 2.121\n","Epoch: 032/100, Train loglik = -2.401, Test loglik = -2.201, Train RMSE = 2.561, Test RMSE = 2.200\n","Epoch: 033/100, Train loglik = -2.865, Test loglik = -2.191, Train RMSE = 2.605, Test RMSE = 2.205\n","Epoch: 034/100, Train loglik = -2.240, Test loglik = -2.345, Train RMSE = 2.428, Test RMSE = 2.159\n","Epoch: 035/100, Train loglik = -2.514, Test loglik = -2.232, Train RMSE = 2.551, Test RMSE = 2.173\n","Epoch: 036/100, Train loglik = -2.392, Test loglik = -2.327, Train RMSE = 2.679, Test RMSE = 2.110\n","Epoch: 037/100, Train loglik = -2.372, Test loglik = -2.341, Train RMSE = 2.823, Test RMSE = 2.250\n","Epoch: 038/100, Train loglik = -2.906, Test loglik = -2.372, Train RMSE = 2.676, Test RMSE = 2.188\n","Epoch: 039/100, Train loglik = -2.335, Test loglik = -2.324, Train RMSE = 2.667, Test RMSE = 2.053\n","Epoch: 040/100, Train loglik = -2.429, Test loglik = -2.192, Train RMSE = 2.374, Test RMSE = 1.962\n","Epoch: 041/100, Train loglik = -2.301, Test loglik = -2.256, Train RMSE = 2.288, Test RMSE = 1.975\n","Epoch: 042/100, Train loglik = -2.226, Test loglik = -2.217, Train RMSE = 2.266, Test RMSE = 2.036\n","Epoch: 043/100, Train loglik = -2.305, Test loglik = -2.331, Train RMSE = 2.241, Test RMSE = 2.116\n","Epoch: 044/100, Train loglik = -2.822, Test loglik = -2.138, Train RMSE = 2.336, Test RMSE = 2.195\n","Epoch: 045/100, Train loglik = -2.376, Test loglik = -2.268, Train RMSE = 2.310, Test RMSE = 2.123\n","Epoch: 046/100, Train loglik = -2.257, Test loglik = -2.237, Train RMSE = 2.238, Test RMSE = 1.965\n","Epoch: 047/100, Train loglik = -2.133, Test loglik = -2.133, Train RMSE = 2.147, Test RMSE = 1.899\n","Epoch: 048/100, Train loglik = -2.143, Test loglik = -2.373, Train RMSE = 2.187, Test RMSE = 1.928\n","Epoch: 049/100, Train loglik = -2.282, Test loglik = -2.112, Train RMSE = 2.196, Test RMSE = 1.855\n","Epoch: 050/100, Train loglik = -2.510, Test loglik = -2.083, Train RMSE = 2.173, Test RMSE = 1.865\n","Epoch: 051/100, Train loglik = -2.053, Test loglik = -2.117, Train RMSE = 2.155, Test RMSE = 1.843\n","Epoch: 052/100, Train loglik = -3.133, Test loglik = -2.051, Train RMSE = 2.138, Test RMSE = 1.939\n","Epoch: 053/100, Train loglik = -2.711, Test loglik = -2.107, Train RMSE = 2.194, Test RMSE = 1.917\n","Epoch: 054/100, Train loglik = -2.057, Test loglik = -2.166, Train RMSE = 2.150, Test RMSE = 1.905\n","Epoch: 055/100, Train loglik = -2.240, Test loglik = -2.015, Train RMSE = 2.116, Test RMSE = 1.936\n","Epoch: 056/100, Train loglik = -2.222, Test loglik = -2.037, Train RMSE = 2.128, Test RMSE = 1.974\n","Epoch: 057/100, Train loglik = -2.107, Test loglik = -2.208, Train RMSE = 2.088, Test RMSE = 1.865\n","Epoch: 058/100, Train loglik = -2.155, Test loglik = -2.133, Train RMSE = 2.220, Test RMSE = 1.955\n","Epoch: 059/100, Train loglik = -2.107, Test loglik = -2.084, Train RMSE = 2.088, Test RMSE = 1.913\n","Epoch: 060/100, Train loglik = -2.470, Test loglik = -2.082, Train RMSE = 2.105, Test RMSE = 1.880\n","Epoch: 061/100, Train loglik = -2.149, Test loglik = -2.086, Train RMSE = 2.123, Test RMSE = 1.870\n","Epoch: 062/100, Train loglik = -2.054, Test loglik = -2.102, Train RMSE = 2.103, Test RMSE = 1.879\n","Epoch: 063/100, Train loglik = -2.061, Test loglik = -2.084, Train RMSE = 2.136, Test RMSE = 1.929\n","Epoch: 064/100, Train loglik = -2.190, Test loglik = -1.981, Train RMSE = 2.098, Test RMSE = 2.036\n","Epoch: 065/100, Train loglik = -2.149, Test loglik = -2.071, Train RMSE = 2.058, Test RMSE = 1.801\n","Epoch: 066/100, Train loglik = -1.999, Test loglik = -2.188, Train RMSE = 2.056, Test RMSE = 1.794\n","Epoch: 067/100, Train loglik = -2.229, Test loglik = -2.140, Train RMSE = 2.110, Test RMSE = 1.788\n","Epoch: 068/100, Train loglik = -2.038, Test loglik = -2.621, Train RMSE = 2.236, Test RMSE = 1.943\n","Epoch: 069/100, Train loglik = -1.938, Test loglik = -2.071, Train RMSE = 2.059, Test RMSE = 1.805\n","Epoch: 070/100, Train loglik = -2.044, Test loglik = -2.028, Train RMSE = 2.022, Test RMSE = 1.802\n","Epoch: 071/100, Train loglik = -2.751, Test loglik = -1.984, Train RMSE = 2.041, Test RMSE = 1.762\n","Epoch: 072/100, Train loglik = -2.034, Test loglik = -1.972, Train RMSE = 2.008, Test RMSE = 1.794\n","Epoch: 073/100, Train loglik = -2.093, Test loglik = -2.015, Train RMSE = 2.005, Test RMSE = 1.789\n","Epoch: 074/100, Train loglik = -2.120, Test loglik = -2.142, Train RMSE = 1.997, Test RMSE = 1.781\n","Epoch: 075/100, Train loglik = -2.012, Test loglik = -2.026, Train RMSE = 2.045, Test RMSE = 1.786\n","Epoch: 076/100, Train loglik = -1.975, Test loglik = -2.043, Train RMSE = 2.019, Test RMSE = 1.767\n","Epoch: 077/100, Train loglik = -2.104, Test loglik = -1.985, Train RMSE = 2.011, Test RMSE = 1.803\n","Epoch: 078/100, Train loglik = -2.129, Test loglik = -2.073, Train RMSE = 2.004, Test RMSE = 1.824\n","Epoch: 079/100, Train loglik = -2.303, Test loglik = -2.938, Train RMSE = 2.077, Test RMSE = 1.789\n","Epoch: 080/100, Train loglik = -2.040, Test loglik = -2.275, Train RMSE = 1.988, Test RMSE = 1.764\n","Epoch: 081/100, Train loglik = -1.987, Test loglik = -1.975, Train RMSE = 2.001, Test RMSE = 1.716\n","Epoch: 082/100, Train loglik = -2.688, Test loglik = -2.056, Train RMSE = 1.996, Test RMSE = 1.709\n","Epoch: 083/100, Train loglik = -2.015, Test loglik = -1.899, Train RMSE = 1.980, Test RMSE = 1.695\n","Epoch: 084/100, Train loglik = -2.181, Test loglik = -1.908, Train RMSE = 1.968, Test RMSE = 1.744\n","Epoch: 085/100, Train loglik = -1.990, Test loglik = -1.847, Train RMSE = 1.969, Test RMSE = 1.754\n","Epoch: 086/100, Train loglik = -2.162, Test loglik = -2.006, Train RMSE = 1.973, Test RMSE = 1.781\n","Epoch: 087/100, Train loglik = -2.000, Test loglik = -2.014, Train RMSE = 1.982, Test RMSE = 1.796\n","Epoch: 088/100, Train loglik = -2.181, Test loglik = -2.037, Train RMSE = 1.960, Test RMSE = 1.718\n","Epoch: 089/100, Train loglik = -1.908, Test loglik = -1.997, Train RMSE = 1.957, Test RMSE = 1.748\n","Epoch: 090/100, Train loglik = -1.993, Test loglik = -1.948, Train RMSE = 1.957, Test RMSE = 1.693\n","Epoch: 091/100, Train loglik = -1.903, Test loglik = -1.896, Train RMSE = 1.989, Test RMSE = 1.743\n","Epoch: 092/100, Train loglik = -1.930, Test loglik = -1.888, Train RMSE = 1.948, Test RMSE = 1.689\n","Epoch: 093/100, Train loglik = -1.975, Test loglik = -1.858, Train RMSE = 2.036, Test RMSE = 1.717\n","Epoch: 094/100, Train loglik = -2.030, Test loglik = -1.999, Train RMSE = 2.064, Test RMSE = 1.832\n","Epoch: 095/100, Train loglik = -1.865, Test loglik = -2.197, Train RMSE = 2.065, Test RMSE = 1.705\n","Epoch: 096/100, Train loglik = -1.899, Test loglik = -1.894, Train RMSE = 1.967, Test RMSE = 1.776\n","Epoch: 097/100, Train loglik = -1.909, Test loglik = -2.073, Train RMSE = 1.999, Test RMSE = 1.726\n","Epoch: 098/100, Train loglik = -1.863, Test loglik = -1.765, Train RMSE = 1.935, Test RMSE = 1.735\n","Epoch: 099/100, Train loglik = -1.878, Test loglik = -1.988, Train RMSE = 1.932, Test RMSE = 1.664\n","Epoch: 100/100, Train loglik = -1.816, Test loglik = -1.832, Train RMSE = 1.947, Test RMSE = 1.674\n","FOLD 4:\n","Epoch: 001/100, Train loglik = -3.657, Test loglik = -3.759, Train RMSE = 9.319, Test RMSE = 9.904\n","Epoch: 002/100, Train loglik = -3.601, Test loglik = -3.668, Train RMSE = 9.116, Test RMSE = 9.574\n","Epoch: 003/100, Train loglik = -3.547, Test loglik = -3.606, Train RMSE = 8.456, Test RMSE = 9.142\n","Epoch: 004/100, Train loglik = -3.453, Test loglik = -3.567, Train RMSE = 7.870, Test RMSE = 8.471\n","Epoch: 005/100, Train loglik = -3.424, Test loglik = -3.414, Train RMSE = 6.777, Test RMSE = 7.279\n","Epoch: 006/100, Train loglik = -3.222, Test loglik = -3.229, Train RMSE = 5.845, Test RMSE = 6.481\n","Epoch: 007/100, Train loglik = -2.962, Test loglik = -3.066, Train RMSE = 4.674, Test RMSE = 5.479\n","Epoch: 008/100, Train loglik = -2.894, Test loglik = -3.057, Train RMSE = 4.172, Test RMSE = 4.594\n","Epoch: 009/100, Train loglik = -2.674, Test loglik = -2.796, Train RMSE = 3.867, Test RMSE = 4.031\n","Epoch: 010/100, Train loglik = -2.661, Test loglik = -2.703, Train RMSE = 3.757, Test RMSE = 3.808\n","Epoch: 011/100, Train loglik = -2.564, Test loglik = -2.677, Train RMSE = 3.608, Test RMSE = 3.661\n","Epoch: 012/100, Train loglik = -2.792, Test loglik = -2.690, Train RMSE = 3.407, Test RMSE = 3.401\n","Epoch: 013/100, Train loglik = -2.423, Test loglik = -2.800, Train RMSE = 3.235, Test RMSE = 3.247\n","Epoch: 014/100, Train loglik = -3.374, Test loglik = -2.590, Train RMSE = 3.181, Test RMSE = 3.359\n","Epoch: 015/100, Train loglik = -2.585, Test loglik = -2.678, Train RMSE = 3.216, Test RMSE = 3.655\n","Epoch: 016/100, Train loglik = -2.451, Test loglik = -2.610, Train RMSE = 3.468, Test RMSE = 3.638\n","Epoch: 017/100, Train loglik = -2.490, Test loglik = -2.760, Train RMSE = 3.254, Test RMSE = 3.727\n","Epoch: 018/100, Train loglik = -2.495, Test loglik = -2.587, Train RMSE = 3.023, Test RMSE = 3.609\n","Epoch: 019/100, Train loglik = -2.450, Test loglik = -2.480, Train RMSE = 2.984, Test RMSE = 3.453\n","Epoch: 020/100, Train loglik = -2.497, Test loglik = -2.476, Train RMSE = 2.941, Test RMSE = 3.243\n","Epoch: 021/100, Train loglik = -2.461, Test loglik = -2.536, Train RMSE = 2.889, Test RMSE = 3.092\n","Epoch: 022/100, Train loglik = -2.427, Test loglik = -2.471, Train RMSE = 2.850, Test RMSE = 2.989\n","Epoch: 023/100, Train loglik = -2.512, Test loglik = -2.515, Train RMSE = 2.776, Test RMSE = 2.950\n","Epoch: 024/100, Train loglik = -2.472, Test loglik = -2.537, Train RMSE = 2.734, Test RMSE = 2.887\n","Epoch: 025/100, Train loglik = -2.474, Test loglik = -2.354, Train RMSE = 2.678, Test RMSE = 2.839\n","Epoch: 026/100, Train loglik = -2.329, Test loglik = -2.382, Train RMSE = 2.693, Test RMSE = 2.764\n","Epoch: 027/100, Train loglik = -2.340, Test loglik = -2.376, Train RMSE = 2.648, Test RMSE = 2.905\n","Epoch: 028/100, Train loglik = -2.317, Test loglik = -2.253, Train RMSE = 2.666, Test RMSE = 2.863\n","Epoch: 029/100, Train loglik = -2.226, Test loglik = -2.324, Train RMSE = 2.610, Test RMSE = 2.796\n","Epoch: 030/100, Train loglik = -2.147, Test loglik = -2.687, Train RMSE = 2.541, Test RMSE = 2.664\n","Epoch: 031/100, Train loglik = -2.520, Test loglik = -2.284, Train RMSE = 2.401, Test RMSE = 2.654\n","Epoch: 032/100, Train loglik = -2.341, Test loglik = -2.302, Train RMSE = 2.458, Test RMSE = 2.507\n","Epoch: 033/100, Train loglik = -2.281, Test loglik = -2.608, Train RMSE = 2.416, Test RMSE = 2.451\n","Epoch: 034/100, Train loglik = -2.256, Test loglik = -2.330, Train RMSE = 2.360, Test RMSE = 2.423\n","Epoch: 035/100, Train loglik = -2.262, Test loglik = -2.556, Train RMSE = 2.372, Test RMSE = 2.475\n","Epoch: 036/100, Train loglik = -2.280, Test loglik = -2.219, Train RMSE = 2.291, Test RMSE = 2.430\n","Epoch: 037/100, Train loglik = -2.276, Test loglik = -2.305, Train RMSE = 2.238, Test RMSE = 2.342\n","Epoch: 038/100, Train loglik = -2.172, Test loglik = -2.320, Train RMSE = 2.251, Test RMSE = 2.323\n","Epoch: 039/100, Train loglik = -2.220, Test loglik = -2.284, Train RMSE = 2.190, Test RMSE = 2.339\n","Epoch: 040/100, Train loglik = -2.083, Test loglik = -2.216, Train RMSE = 2.190, Test RMSE = 2.256\n","Epoch: 041/100, Train loglik = -2.216, Test loglik = -2.195, Train RMSE = 2.159, Test RMSE = 2.253\n","Epoch: 042/100, Train loglik = -2.649, Test loglik = -2.199, Train RMSE = 2.209, Test RMSE = 2.218\n","Epoch: 043/100, Train loglik = -2.090, Test loglik = -2.201, Train RMSE = 2.133, Test RMSE = 2.177\n","Epoch: 044/100, Train loglik = -2.018, Test loglik = -2.188, Train RMSE = 2.131, Test RMSE = 2.145\n","Epoch: 045/100, Train loglik = -2.125, Test loglik = -2.352, Train RMSE = 2.249, Test RMSE = 2.344\n","Epoch: 046/100, Train loglik = -2.151, Test loglik = -2.424, Train RMSE = 2.369, Test RMSE = 2.331\n","Epoch: 047/100, Train loglik = -2.321, Test loglik = -2.350, Train RMSE = 2.188, Test RMSE = 2.215\n","Epoch: 048/100, Train loglik = -2.482, Test loglik = -2.354, Train RMSE = 2.118, Test RMSE = 2.146\n","Epoch: 049/100, Train loglik = -2.363, Test loglik = -2.209, Train RMSE = 2.103, Test RMSE = 2.119\n","Epoch: 050/100, Train loglik = -2.054, Test loglik = -2.173, Train RMSE = 2.123, Test RMSE = 2.104\n","Epoch: 051/100, Train loglik = -2.056, Test loglik = -2.476, Train RMSE = 2.323, Test RMSE = 2.297\n","Epoch: 052/100, Train loglik = -2.359, Test loglik = -2.126, Train RMSE = 2.274, Test RMSE = 2.333\n","Epoch: 053/100, Train loglik = -2.151, Test loglik = -2.118, Train RMSE = 2.184, Test RMSE = 2.231\n","Epoch: 054/100, Train loglik = -2.188, Test loglik = -2.207, Train RMSE = 2.089, Test RMSE = 2.206\n","Epoch: 055/100, Train loglik = -2.103, Test loglik = -2.457, Train RMSE = 2.109, Test RMSE = 2.156\n","Epoch: 056/100, Train loglik = -2.114, Test loglik = -2.070, Train RMSE = 2.243, Test RMSE = 2.190\n","Epoch: 057/100, Train loglik = -2.133, Test loglik = -2.120, Train RMSE = 2.279, Test RMSE = 2.316\n","Epoch: 058/100, Train loglik = -2.051, Test loglik = -2.487, Train RMSE = 2.097, Test RMSE = 2.061\n","Epoch: 059/100, Train loglik = -2.049, Test loglik = -2.141, Train RMSE = 2.069, Test RMSE = 2.137\n","Epoch: 060/100, Train loglik = -2.082, Test loglik = -2.217, Train RMSE = 2.179, Test RMSE = 2.308\n","Epoch: 061/100, Train loglik = -2.210, Test loglik = -2.135, Train RMSE = 2.233, Test RMSE = 2.241\n","Epoch: 062/100, Train loglik = -2.221, Test loglik = -2.112, Train RMSE = 2.090, Test RMSE = 2.139\n","Epoch: 063/100, Train loglik = -1.940, Test loglik = -2.452, Train RMSE = 2.044, Test RMSE = 2.124\n","Epoch: 064/100, Train loglik = -2.050, Test loglik = -2.088, Train RMSE = 2.194, Test RMSE = 2.072\n","Epoch: 065/100, Train loglik = -1.998, Test loglik = -2.036, Train RMSE = 2.093, Test RMSE = 2.061\n","Epoch: 066/100, Train loglik = -1.930, Test loglik = -2.248, Train RMSE = 2.072, Test RMSE = 2.049\n","Epoch: 067/100, Train loglik = -2.441, Test loglik = -2.036, Train RMSE = 2.224, Test RMSE = 2.218\n","Epoch: 068/100, Train loglik = -1.940, Test loglik = -2.790, Train RMSE = 2.321, Test RMSE = 2.364\n","Epoch: 069/100, Train loglik = -1.994, Test loglik = -2.153, Train RMSE = 2.121, Test RMSE = 2.311\n","Epoch: 070/100, Train loglik = -2.060, Test loglik = -2.129, Train RMSE = 2.018, Test RMSE = 2.154\n","Epoch: 071/100, Train loglik = -2.166, Test loglik = -2.185, Train RMSE = 2.098, Test RMSE = 2.228\n","Epoch: 072/100, Train loglik = -2.023, Test loglik = -2.240, Train RMSE = 2.112, Test RMSE = 2.150\n","Epoch: 073/100, Train loglik = -1.975, Test loglik = -2.165, Train RMSE = 2.009, Test RMSE = 2.009\n","Epoch: 074/100, Train loglik = -2.116, Test loglik = -2.076, Train RMSE = 2.003, Test RMSE = 2.051\n","Epoch: 075/100, Train loglik = -2.177, Test loglik = -2.428, Train RMSE = 2.125, Test RMSE = 2.173\n","Epoch: 076/100, Train loglik = -2.152, Test loglik = -2.305, Train RMSE = 2.083, Test RMSE = 2.215\n","Epoch: 077/100, Train loglik = -1.907, Test loglik = -2.209, Train RMSE = 2.049, Test RMSE = 2.021\n","Epoch: 078/100, Train loglik = -1.911, Test loglik = -1.986, Train RMSE = 1.971, Test RMSE = 2.066\n","Epoch: 079/100, Train loglik = -2.066, Test loglik = -2.184, Train RMSE = 2.109, Test RMSE = 2.151\n","Epoch: 080/100, Train loglik = -1.928, Test loglik = -2.106, Train RMSE = 2.011, Test RMSE = 2.065\n","Epoch: 081/100, Train loglik = -2.001, Test loglik = -2.013, Train RMSE = 2.006, Test RMSE = 2.146\n","Epoch: 082/100, Train loglik = -1.904, Test loglik = -2.703, Train RMSE = 2.045, Test RMSE = 2.180\n","Epoch: 083/100, Train loglik = -1.892, Test loglik = -2.480, Train RMSE = 2.004, Test RMSE = 2.093\n","Epoch: 084/100, Train loglik = -1.874, Test loglik = -2.332, Train RMSE = 1.961, Test RMSE = 1.992\n","Epoch: 085/100, Train loglik = -1.954, Test loglik = -1.971, Train RMSE = 2.016, Test RMSE = 2.023\n","Epoch: 086/100, Train loglik = -2.095, Test loglik = -2.406, Train RMSE = 2.045, Test RMSE = 2.120\n","Epoch: 087/100, Train loglik = -2.033, Test loglik = -2.719, Train RMSE = 2.001, Test RMSE = 1.990\n","Epoch: 088/100, Train loglik = -2.000, Test loglik = -2.144, Train RMSE = 2.119, Test RMSE = 2.128\n","Epoch: 089/100, Train loglik = -2.011, Test loglik = -2.328, Train RMSE = 2.092, Test RMSE = 2.120\n","Epoch: 090/100, Train loglik = -2.212, Test loglik = -2.380, Train RMSE = 1.986, Test RMSE = 2.134\n","Epoch: 091/100, Train loglik = -1.962, Test loglik = -2.016, Train RMSE = 2.008, Test RMSE = 2.131\n","Epoch: 092/100, Train loglik = -2.017, Test loglik = -2.061, Train RMSE = 2.193, Test RMSE = 2.235\n","Epoch: 093/100, Train loglik = -2.226, Test loglik = -1.946, Train RMSE = 2.023, Test RMSE = 2.102\n","Epoch: 094/100, Train loglik = -1.925, Test loglik = -2.089, Train RMSE = 1.928, Test RMSE = 2.009\n","Epoch: 095/100, Train loglik = -1.938, Test loglik = -2.134, Train RMSE = 1.971, Test RMSE = 2.169\n","Epoch: 096/100, Train loglik = -1.966, Test loglik = -2.172, Train RMSE = 2.018, Test RMSE = 2.167\n","Epoch: 097/100, Train loglik = -2.400, Test loglik = -2.004, Train RMSE = 2.091, Test RMSE = 2.113\n","Epoch: 098/100, Train loglik = -1.917, Test loglik = -2.076, Train RMSE = 1.975, Test RMSE = 2.021\n","Epoch: 099/100, Train loglik = -1.955, Test loglik = -2.019, Train RMSE = 1.980, Test RMSE = 1.954\n","Epoch: 100/100, Train loglik = -2.022, Test loglik = -1.982, Train RMSE = 1.967, Test RMSE = 2.032\n","FOLD 5:\n","Epoch: 001/100, Train loglik = -3.669, Test loglik = -3.670, Train RMSE = 9.555, Test RMSE = 9.346\n","Epoch: 002/100, Train loglik = -3.674, Test loglik = -3.605, Train RMSE = 9.133, Test RMSE = 9.088\n","Epoch: 003/100, Train loglik = -3.566, Test loglik = -3.578, Train RMSE = 8.535, Test RMSE = 8.316\n","Epoch: 004/100, Train loglik = -3.542, Test loglik = -3.526, Train RMSE = 7.802, Test RMSE = 7.552\n","Epoch: 005/100, Train loglik = -3.373, Test loglik = -3.362, Train RMSE = 6.784, Test RMSE = 6.500\n","Epoch: 006/100, Train loglik = -3.170, Test loglik = -3.131, Train RMSE = 5.373, Test RMSE = 5.299\n","Epoch: 007/100, Train loglik = -3.030, Test loglik = -2.981, Train RMSE = 4.192, Test RMSE = 4.196\n","Epoch: 008/100, Train loglik = -3.014, Test loglik = -2.914, Train RMSE = 3.769, Test RMSE = 3.811\n","Epoch: 009/100, Train loglik = -2.763, Test loglik = -2.954, Train RMSE = 3.964, Test RMSE = 4.037\n","Epoch: 010/100, Train loglik = -2.682, Test loglik = -2.981, Train RMSE = 3.616, Test RMSE = 3.958\n","Epoch: 011/100, Train loglik = -2.599, Test loglik = -2.505, Train RMSE = 3.347, Test RMSE = 3.503\n","Epoch: 012/100, Train loglik = -2.476, Test loglik = -2.509, Train RMSE = 3.266, Test RMSE = 3.077\n","Epoch: 013/100, Train loglik = -2.730, Test loglik = -2.527, Train RMSE = 3.332, Test RMSE = 3.095\n","Epoch: 014/100, Train loglik = -2.672, Test loglik = -2.510, Train RMSE = 3.352, Test RMSE = 3.161\n","Epoch: 015/100, Train loglik = -3.679, Test loglik = -2.444, Train RMSE = 3.421, Test RMSE = 3.255\n","Epoch: 016/100, Train loglik = -2.478, Test loglik = -2.446, Train RMSE = 3.351, Test RMSE = 3.273\n","Epoch: 017/100, Train loglik = -2.369, Test loglik = -3.055, Train RMSE = 3.157, Test RMSE = 3.016\n","Epoch: 018/100, Train loglik = -2.533, Test loglik = -2.477, Train RMSE = 3.165, Test RMSE = 2.907\n","Epoch: 019/100, Train loglik = -2.933, Test loglik = -2.401, Train RMSE = 3.180, Test RMSE = 2.908\n","Epoch: 020/100, Train loglik = -2.537, Test loglik = -2.607, Train RMSE = 3.012, Test RMSE = 2.893\n","Epoch: 021/100, Train loglik = -2.456, Test loglik = -2.477, Train RMSE = 2.871, Test RMSE = 2.766\n","Epoch: 022/100, Train loglik = -2.410, Test loglik = -2.843, Train RMSE = 2.788, Test RMSE = 2.745\n","Epoch: 023/100, Train loglik = -2.559, Test loglik = -2.683, Train RMSE = 2.785, Test RMSE = 2.738\n","Epoch: 024/100, Train loglik = -2.397, Test loglik = -2.374, Train RMSE = 2.773, Test RMSE = 2.787\n","Epoch: 025/100, Train loglik = -2.569, Test loglik = -2.380, Train RMSE = 2.845, Test RMSE = 2.834\n","Epoch: 026/100, Train loglik = -2.402, Test loglik = -2.323, Train RMSE = 2.769, Test RMSE = 2.719\n","Epoch: 027/100, Train loglik = -2.257, Test loglik = -2.381, Train RMSE = 2.601, Test RMSE = 2.621\n","Epoch: 028/100, Train loglik = -2.338, Test loglik = -2.379, Train RMSE = 2.539, Test RMSE = 2.666\n","Epoch: 029/100, Train loglik = -2.435, Test loglik = -2.749, Train RMSE = 2.534, Test RMSE = 2.423\n","Epoch: 030/100, Train loglik = -2.588, Test loglik = -2.284, Train RMSE = 2.465, Test RMSE = 2.400\n","Epoch: 031/100, Train loglik = -2.207, Test loglik = -2.515, Train RMSE = 2.402, Test RMSE = 2.361\n","Epoch: 032/100, Train loglik = -2.319, Test loglik = -2.680, Train RMSE = 2.394, Test RMSE = 2.408\n","Epoch: 033/100, Train loglik = -2.265, Test loglik = -2.410, Train RMSE = 2.365, Test RMSE = 2.425\n","Epoch: 034/100, Train loglik = -2.207, Test loglik = -2.228, Train RMSE = 2.359, Test RMSE = 2.439\n","Epoch: 035/100, Train loglik = -2.215, Test loglik = -2.250, Train RMSE = 2.312, Test RMSE = 2.400\n","Epoch: 036/100, Train loglik = -2.479, Test loglik = -2.409, Train RMSE = 2.315, Test RMSE = 2.382\n","Epoch: 037/100, Train loglik = -2.216, Test loglik = -2.544, Train RMSE = 2.278, Test RMSE = 2.338\n","Epoch: 038/100, Train loglik = -2.195, Test loglik = -2.885, Train RMSE = 2.208, Test RMSE = 2.242\n","Epoch: 039/100, Train loglik = -2.190, Test loglik = -2.261, Train RMSE = 2.166, Test RMSE = 2.133\n","Epoch: 040/100, Train loglik = -2.798, Test loglik = -2.534, Train RMSE = 2.166, Test RMSE = 2.131\n","Epoch: 041/100, Train loglik = -2.172, Test loglik = -2.069, Train RMSE = 2.238, Test RMSE = 2.073\n","Epoch: 042/100, Train loglik = -2.167, Test loglik = -2.299, Train RMSE = 2.194, Test RMSE = 2.146\n","Epoch: 043/100, Train loglik = -2.669, Test loglik = -2.249, Train RMSE = 2.153, Test RMSE = 2.034\n","Epoch: 044/100, Train loglik = -2.064, Test loglik = -2.161, Train RMSE = 2.135, Test RMSE = 2.138\n","Epoch: 045/100, Train loglik = -2.137, Test loglik = -2.326, Train RMSE = 2.134, Test RMSE = 2.180\n","Epoch: 046/100, Train loglik = -2.240, Test loglik = -2.174, Train RMSE = 2.115, Test RMSE = 2.112\n","Epoch: 047/100, Train loglik = -2.046, Test loglik = -2.111, Train RMSE = 2.120, Test RMSE = 2.126\n","Epoch: 048/100, Train loglik = -2.143, Test loglik = -2.231, Train RMSE = 2.132, Test RMSE = 2.078\n","Epoch: 049/100, Train loglik = -2.206, Test loglik = -2.288, Train RMSE = 2.146, Test RMSE = 2.073\n","Epoch: 050/100, Train loglik = -2.202, Test loglik = -2.115, Train RMSE = 2.138, Test RMSE = 2.048\n","Epoch: 051/100, Train loglik = -2.102, Test loglik = -2.239, Train RMSE = 2.106, Test RMSE = 2.059\n","Epoch: 052/100, Train loglik = -2.281, Test loglik = -2.185, Train RMSE = 2.180, Test RMSE = 2.195\n","Epoch: 053/100, Train loglik = -2.303, Test loglik = -2.162, Train RMSE = 2.114, Test RMSE = 2.068\n","Epoch: 054/100, Train loglik = -2.066, Test loglik = -2.032, Train RMSE = 2.089, Test RMSE = 2.000\n","Epoch: 055/100, Train loglik = -2.142, Test loglik = -2.244, Train RMSE = 2.199, Test RMSE = 2.010\n","Epoch: 056/100, Train loglik = -2.132, Test loglik = -2.050, Train RMSE = 2.251, Test RMSE = 2.040\n","Epoch: 057/100, Train loglik = -2.079, Test loglik = -2.218, Train RMSE = 2.169, Test RMSE = 2.079\n","Epoch: 058/100, Train loglik = -2.041, Test loglik = -2.338, Train RMSE = 2.150, Test RMSE = 2.259\n","Epoch: 059/100, Train loglik = -1.974, Test loglik = -2.458, Train RMSE = 2.107, Test RMSE = 2.284\n","Epoch: 060/100, Train loglik = -2.161, Test loglik = -2.171, Train RMSE = 2.102, Test RMSE = 2.216\n","Epoch: 061/100, Train loglik = -2.847, Test loglik = -2.307, Train RMSE = 2.056, Test RMSE = 2.092\n","Epoch: 062/100, Train loglik = -2.032, Test loglik = -2.052, Train RMSE = 2.115, Test RMSE = 2.046\n","Epoch: 063/100, Train loglik = -2.136, Test loglik = -2.212, Train RMSE = 2.042, Test RMSE = 1.977\n","Epoch: 064/100, Train loglik = -1.980, Test loglik = -2.104, Train RMSE = 2.077, Test RMSE = 1.965\n","Epoch: 065/100, Train loglik = -2.048, Test loglik = -2.131, Train RMSE = 2.130, Test RMSE = 2.051\n","Epoch: 066/100, Train loglik = -2.122, Test loglik = -2.070, Train RMSE = 2.098, Test RMSE = 1.987\n","Epoch: 067/100, Train loglik = -2.181, Test loglik = -2.060, Train RMSE = 2.078, Test RMSE = 2.089\n","Epoch: 068/100, Train loglik = -1.988, Test loglik = -2.282, Train RMSE = 2.039, Test RMSE = 2.055\n","Epoch: 069/100, Train loglik = -2.049, Test loglik = -2.444, Train RMSE = 2.044, Test RMSE = 2.032\n","Epoch: 070/100, Train loglik = -2.266, Test loglik = -2.484, Train RMSE = 2.122, Test RMSE = 2.019\n","Epoch: 071/100, Train loglik = -2.041, Test loglik = -2.048, Train RMSE = 2.117, Test RMSE = 2.021\n","Epoch: 072/100, Train loglik = -2.073, Test loglik = -1.992, Train RMSE = 2.032, Test RMSE = 1.958\n","Epoch: 073/100, Train loglik = -1.854, Test loglik = -2.077, Train RMSE = 2.027, Test RMSE = 1.952\n","Epoch: 074/100, Train loglik = -2.183, Test loglik = -2.063, Train RMSE = 2.045, Test RMSE = 2.026\n","Epoch: 075/100, Train loglik = -1.955, Test loglik = -2.268, Train RMSE = 2.040, Test RMSE = 1.972\n","Epoch: 076/100, Train loglik = -2.178, Test loglik = -1.974, Train RMSE = 2.012, Test RMSE = 1.894\n","Epoch: 077/100, Train loglik = -2.292, Test loglik = -1.947, Train RMSE = 2.110, Test RMSE = 1.988\n","Epoch: 078/100, Train loglik = -2.166, Test loglik = -2.062, Train RMSE = 1.988, Test RMSE = 2.029\n","Epoch: 079/100, Train loglik = -1.900, Test loglik = -2.426, Train RMSE = 2.040, Test RMSE = 2.065\n","Epoch: 080/100, Train loglik = -2.092, Test loglik = -2.147, Train RMSE = 1.995, Test RMSE = 2.076\n","Epoch: 081/100, Train loglik = -1.990, Test loglik = -2.234, Train RMSE = 2.062, Test RMSE = 2.076\n","Epoch: 082/100, Train loglik = -2.060, Test loglik = -2.080, Train RMSE = 2.004, Test RMSE = 2.063\n","Epoch: 083/100, Train loglik = -2.053, Test loglik = -2.017, Train RMSE = 1.985, Test RMSE = 2.014\n","Epoch: 084/100, Train loglik = -2.010, Test loglik = -2.033, Train RMSE = 1.994, Test RMSE = 2.037\n","Epoch: 085/100, Train loglik = -2.048, Test loglik = -2.055, Train RMSE = 2.063, Test RMSE = 2.081\n","Epoch: 086/100, Train loglik = -1.919, Test loglik = -1.914, Train RMSE = 1.967, Test RMSE = 1.908\n","Epoch: 087/100, Train loglik = -1.914, Test loglik = -2.037, Train RMSE = 1.951, Test RMSE = 1.876\n","Epoch: 088/100, Train loglik = -2.693, Test loglik = -2.563, Train RMSE = 2.001, Test RMSE = 1.909\n","Epoch: 089/100, Train loglik = -1.865, Test loglik = -1.974, Train RMSE = 2.003, Test RMSE = 1.901\n","Epoch: 090/100, Train loglik = -2.113, Test loglik = -1.838, Train RMSE = 2.000, Test RMSE = 1.851\n","Epoch: 091/100, Train loglik = -1.964, Test loglik = -1.809, Train RMSE = 1.984, Test RMSE = 1.830\n","Epoch: 092/100, Train loglik = -2.336, Test loglik = -1.866, Train RMSE = 1.968, Test RMSE = 1.878\n","Epoch: 093/100, Train loglik = -1.887, Test loglik = -2.245, Train RMSE = 2.040, Test RMSE = 1.962\n","Epoch: 094/100, Train loglik = -2.004, Test loglik = -1.960, Train RMSE = 2.045, Test RMSE = 2.090\n","Epoch: 095/100, Train loglik = -1.919, Test loglik = -2.231, Train RMSE = 1.950, Test RMSE = 1.924\n","Epoch: 096/100, Train loglik = -1.867, Test loglik = -2.126, Train RMSE = 1.950, Test RMSE = 1.981\n","Epoch: 097/100, Train loglik = -2.016, Test loglik = -1.942, Train RMSE = 1.996, Test RMSE = 1.929\n","Epoch: 098/100, Train loglik = -1.969, Test loglik = -2.125, Train RMSE = 1.932, Test RMSE = 1.843\n","Epoch: 099/100, Train loglik = -1.939, Test loglik = -2.161, Train RMSE = 1.948, Test RMSE = 2.024\n","Epoch: 100/100, Train loglik = -1.925, Test loglik = -1.872, Train RMSE = 1.983, Test RMSE = 1.945\n","FOLD 6:\n","Epoch: 001/100, Train loglik = -3.658, Test loglik = -3.628, Train RMSE = 9.495, Test RMSE = 9.142\n","Epoch: 002/100, Train loglik = -3.665, Test loglik = -3.607, Train RMSE = 9.176, Test RMSE = 8.779\n","Epoch: 003/100, Train loglik = -3.668, Test loglik = -3.536, Train RMSE = 8.718, Test RMSE = 8.279\n","Epoch: 004/100, Train loglik = -3.473, Test loglik = -3.440, Train RMSE = 7.793, Test RMSE = 7.583\n","Epoch: 005/100, Train loglik = -3.406, Test loglik = -3.285, Train RMSE = 6.825, Test RMSE = 6.492\n","Epoch: 006/100, Train loglik = -3.157, Test loglik = -3.128, Train RMSE = 5.566, Test RMSE = 5.234\n","Epoch: 007/100, Train loglik = -2.929, Test loglik = -2.943, Train RMSE = 4.443, Test RMSE = 4.334\n","Epoch: 008/100, Train loglik = -2.863, Test loglik = -2.887, Train RMSE = 4.049, Test RMSE = 3.990\n","Epoch: 009/100, Train loglik = -3.034, Test loglik = -2.885, Train RMSE = 3.931, Test RMSE = 4.056\n","Epoch: 010/100, Train loglik = -2.685, Test loglik = -3.174, Train RMSE = 3.765, Test RMSE = 3.998\n","Epoch: 011/100, Train loglik = -2.623, Test loglik = -2.764, Train RMSE = 3.538, Test RMSE = 3.862\n","Epoch: 012/100, Train loglik = -2.526, Test loglik = -2.763, Train RMSE = 3.455, Test RMSE = 3.448\n","Epoch: 013/100, Train loglik = -2.717, Test loglik = -2.706, Train RMSE = 3.475, Test RMSE = 3.306\n","Epoch: 014/100, Train loglik = -2.544, Test loglik = -2.911, Train RMSE = 3.338, Test RMSE = 3.282\n","Epoch: 015/100, Train loglik = -2.542, Test loglik = -2.537, Train RMSE = 3.451, Test RMSE = 3.259\n","Epoch: 016/100, Train loglik = -2.530, Test loglik = -2.642, Train RMSE = 3.395, Test RMSE = 3.237\n","Epoch: 017/100, Train loglik = -2.488, Test loglik = -2.869, Train RMSE = 3.461, Test RMSE = 3.232\n","Epoch: 018/100, Train loglik = -2.546, Test loglik = -2.459, Train RMSE = 3.384, Test RMSE = 3.203\n","Epoch: 019/100, Train loglik = -2.512, Test loglik = -2.447, Train RMSE = 3.185, Test RMSE = 3.089\n","Epoch: 020/100, Train loglik = -2.527, Test loglik = -2.529, Train RMSE = 3.023, Test RMSE = 3.024\n","Epoch: 021/100, Train loglik = -2.509, Test loglik = -2.642, Train RMSE = 2.929, Test RMSE = 3.051\n","Epoch: 022/100, Train loglik = -2.571, Test loglik = -2.394, Train RMSE = 2.870, Test RMSE = 2.967\n","Epoch: 023/100, Train loglik = -2.508, Test loglik = -2.500, Train RMSE = 2.776, Test RMSE = 3.072\n","Epoch: 024/100, Train loglik = -2.581, Test loglik = -3.307, Train RMSE = 2.817, Test RMSE = 3.082\n","Epoch: 025/100, Train loglik = -2.432, Test loglik = -2.388, Train RMSE = 2.828, Test RMSE = 2.940\n","Epoch: 026/100, Train loglik = -2.557, Test loglik = -2.371, Train RMSE = 2.758, Test RMSE = 2.912\n","Epoch: 027/100, Train loglik = -3.263, Test loglik = -2.269, Train RMSE = 2.781, Test RMSE = 2.872\n","Epoch: 028/100, Train loglik = -2.329, Test loglik = -2.311, Train RMSE = 2.801, Test RMSE = 3.021\n","Epoch: 029/100, Train loglik = -2.345, Test loglik = -2.250, Train RMSE = 2.888, Test RMSE = 2.751\n","Epoch: 030/100, Train loglik = -2.273, Test loglik = -3.053, Train RMSE = 2.549, Test RMSE = 2.639\n","Epoch: 031/100, Train loglik = -2.392, Test loglik = -2.224, Train RMSE = 2.498, Test RMSE = 2.548\n","Epoch: 032/100, Train loglik = -2.457, Test loglik = -2.225, Train RMSE = 2.546, Test RMSE = 2.694\n","Epoch: 033/100, Train loglik = -2.123, Test loglik = -2.298, Train RMSE = 2.451, Test RMSE = 2.521\n","Epoch: 034/100, Train loglik = -2.161, Test loglik = -2.387, Train RMSE = 2.463, Test RMSE = 2.527\n","Epoch: 035/100, Train loglik = -2.550, Test loglik = -2.344, Train RMSE = 2.466, Test RMSE = 2.483\n","Epoch: 036/100, Train loglik = -2.208, Test loglik = -2.194, Train RMSE = 2.391, Test RMSE = 2.448\n","Epoch: 037/100, Train loglik = -2.212, Test loglik = -2.288, Train RMSE = 2.330, Test RMSE = 2.459\n","Epoch: 038/100, Train loglik = -2.104, Test loglik = -2.263, Train RMSE = 2.304, Test RMSE = 2.385\n","Epoch: 039/100, Train loglik = -2.091, Test loglik = -2.534, Train RMSE = 2.271, Test RMSE = 2.369\n","Epoch: 040/100, Train loglik = -2.184, Test loglik = -2.087, Train RMSE = 2.265, Test RMSE = 2.253\n","Epoch: 041/100, Train loglik = -2.094, Test loglik = -2.167, Train RMSE = 2.189, Test RMSE = 2.254\n","Epoch: 042/100, Train loglik = -2.263, Test loglik = -2.689, Train RMSE = 2.236, Test RMSE = 2.185\n","Epoch: 043/100, Train loglik = -2.123, Test loglik = -2.139, Train RMSE = 2.277, Test RMSE = 2.250\n","Epoch: 044/100, Train loglik = -3.004, Test loglik = -2.098, Train RMSE = 2.269, Test RMSE = 2.196\n","Epoch: 045/100, Train loglik = -2.160, Test loglik = -2.294, Train RMSE = 2.118, Test RMSE = 2.197\n","Epoch: 046/100, Train loglik = -2.116, Test loglik = -2.113, Train RMSE = 2.152, Test RMSE = 2.209\n","Epoch: 047/100, Train loglik = -2.166, Test loglik = -2.130, Train RMSE = 2.111, Test RMSE = 2.255\n","Epoch: 048/100, Train loglik = -2.203, Test loglik = -2.160, Train RMSE = 2.081, Test RMSE = 2.191\n","Epoch: 049/100, Train loglik = -2.435, Test loglik = -2.193, Train RMSE = 2.087, Test RMSE = 2.122\n","Epoch: 050/100, Train loglik = -2.080, Test loglik = -2.326, Train RMSE = 2.052, Test RMSE = 2.188\n","Epoch: 051/100, Train loglik = -1.978, Test loglik = -2.242, Train RMSE = 2.083, Test RMSE = 2.184\n","Epoch: 052/100, Train loglik = -1.991, Test loglik = -2.128, Train RMSE = 2.070, Test RMSE = 2.050\n","Epoch: 053/100, Train loglik = -2.186, Test loglik = -2.399, Train RMSE = 2.222, Test RMSE = 2.083\n","Epoch: 054/100, Train loglik = -2.119, Test loglik = -2.052, Train RMSE = 2.245, Test RMSE = 2.205\n","Epoch: 055/100, Train loglik = -2.153, Test loglik = -1.943, Train RMSE = 2.057, Test RMSE = 2.128\n","Epoch: 056/100, Train loglik = -2.092, Test loglik = -2.201, Train RMSE = 2.072, Test RMSE = 2.178\n","Epoch: 057/100, Train loglik = -2.226, Test loglik = -2.258, Train RMSE = 2.170, Test RMSE = 2.249\n","Epoch: 058/100, Train loglik = -2.323, Test loglik = -2.231, Train RMSE = 2.182, Test RMSE = 2.312\n","Epoch: 059/100, Train loglik = -2.020, Test loglik = -2.111, Train RMSE = 2.070, Test RMSE = 2.091\n","Epoch: 060/100, Train loglik = -2.346, Test loglik = -2.165, Train RMSE = 2.144, Test RMSE = 2.121\n","Epoch: 061/100, Train loglik = -2.259, Test loglik = -2.105, Train RMSE = 2.184, Test RMSE = 2.097\n","Epoch: 062/100, Train loglik = -2.046, Test loglik = -1.963, Train RMSE = 2.206, Test RMSE = 2.226\n","Epoch: 063/100, Train loglik = -2.144, Test loglik = -1.948, Train RMSE = 2.037, Test RMSE = 2.021\n","Epoch: 064/100, Train loglik = -2.528, Test loglik = -2.480, Train RMSE = 2.031, Test RMSE = 2.038\n","Epoch: 065/100, Train loglik = -2.089, Test loglik = -2.020, Train RMSE = 2.128, Test RMSE = 2.020\n","Epoch: 066/100, Train loglik = -2.200, Test loglik = -2.041, Train RMSE = 2.019, Test RMSE = 2.024\n","Epoch: 067/100, Train loglik = -1.932, Test loglik = -1.905, Train RMSE = 2.034, Test RMSE = 2.039\n","Epoch: 068/100, Train loglik = -2.038, Test loglik = -2.090, Train RMSE = 2.129, Test RMSE = 2.116\n","Epoch: 069/100, Train loglik = -2.068, Test loglik = -2.229, Train RMSE = 2.052, Test RMSE = 2.087\n","Epoch: 070/100, Train loglik = -2.199, Test loglik = -2.079, Train RMSE = 2.013, Test RMSE = 2.077\n","Epoch: 071/100, Train loglik = -1.996, Test loglik = -2.005, Train RMSE = 2.001, Test RMSE = 2.012\n","Epoch: 072/100, Train loglik = -1.957, Test loglik = -2.115, Train RMSE = 1.995, Test RMSE = 1.993\n","Epoch: 073/100, Train loglik = -2.276, Test loglik = -2.442, Train RMSE = 2.001, Test RMSE = 2.040\n","Epoch: 074/100, Train loglik = -2.153, Test loglik = -2.161, Train RMSE = 2.019, Test RMSE = 2.004\n","Epoch: 075/100, Train loglik = -2.197, Test loglik = -2.089, Train RMSE = 1.982, Test RMSE = 1.972\n","Epoch: 076/100, Train loglik = -2.010, Test loglik = -2.180, Train RMSE = 1.966, Test RMSE = 1.978\n","Epoch: 077/100, Train loglik = -1.974, Test loglik = -2.066, Train RMSE = 1.970, Test RMSE = 2.016\n","Epoch: 078/100, Train loglik = -1.959, Test loglik = -1.865, Train RMSE = 1.965, Test RMSE = 2.018\n","Epoch: 079/100, Train loglik = -1.995, Test loglik = -1.865, Train RMSE = 1.969, Test RMSE = 1.990\n","Epoch: 080/100, Train loglik = -1.955, Test loglik = -1.855, Train RMSE = 1.985, Test RMSE = 2.003\n","Epoch: 081/100, Train loglik = -2.010, Test loglik = -2.178, Train RMSE = 1.963, Test RMSE = 1.940\n","Epoch: 082/100, Train loglik = -1.914, Test loglik = -2.722, Train RMSE = 1.978, Test RMSE = 2.067\n","Epoch: 083/100, Train loglik = -1.988, Test loglik = -1.957, Train RMSE = 1.985, Test RMSE = 2.026\n","Epoch: 084/100, Train loglik = -1.912, Test loglik = -1.894, Train RMSE = 2.014, Test RMSE = 1.972\n","Epoch: 085/100, Train loglik = -1.958, Test loglik = -2.156, Train RMSE = 2.010, Test RMSE = 1.903\n","Epoch: 086/100, Train loglik = -2.143, Test loglik = -2.040, Train RMSE = 2.077, Test RMSE = 1.966\n","Epoch: 087/100, Train loglik = -1.935, Test loglik = -1.922, Train RMSE = 2.043, Test RMSE = 1.926\n","Epoch: 088/100, Train loglik = -2.109, Test loglik = -2.126, Train RMSE = 2.011, Test RMSE = 1.945\n","Epoch: 089/100, Train loglik = -2.104, Test loglik = -1.929, Train RMSE = 2.017, Test RMSE = 2.057\n","Epoch: 090/100, Train loglik = -2.386, Test loglik = -2.033, Train RMSE = 2.080, Test RMSE = 2.067\n","Epoch: 091/100, Train loglik = -1.878, Test loglik = -2.054, Train RMSE = 1.985, Test RMSE = 1.947\n","Epoch: 092/100, Train loglik = -1.794, Test loglik = -1.875, Train RMSE = 1.934, Test RMSE = 1.945\n","Epoch: 093/100, Train loglik = -1.997, Test loglik = -2.034, Train RMSE = 1.971, Test RMSE = 1.932\n","Epoch: 094/100, Train loglik = -1.900, Test loglik = -1.798, Train RMSE = 2.006, Test RMSE = 1.904\n","Epoch: 095/100, Train loglik = -2.001, Test loglik = -2.052, Train RMSE = 1.972, Test RMSE = 1.883\n","Epoch: 096/100, Train loglik = -2.124, Test loglik = -1.766, Train RMSE = 1.928, Test RMSE = 1.902\n","Epoch: 097/100, Train loglik = -2.302, Test loglik = -1.848, Train RMSE = 1.963, Test RMSE = 1.882\n","Epoch: 098/100, Train loglik = -2.156, Test loglik = -2.249, Train RMSE = 1.979, Test RMSE = 1.876\n","Epoch: 099/100, Train loglik = -1.756, Test loglik = -1.832, Train RMSE = 1.938, Test RMSE = 1.848\n","Epoch: 100/100, Train loglik = -2.123, Test loglik = -1.831, Train RMSE = 1.949, Test RMSE = 1.878\n","FOLD 7:\n","Epoch: 001/100, Train loglik = -3.664, Test loglik = -3.696, Train RMSE = 9.406, Test RMSE = 9.979\n","Epoch: 002/100, Train loglik = -3.640, Test loglik = -3.756, Train RMSE = 9.148, Test RMSE = 9.701\n","Epoch: 003/100, Train loglik = -3.575, Test loglik = -3.648, Train RMSE = 8.640, Test RMSE = 9.156\n","Epoch: 004/100, Train loglik = -3.527, Test loglik = -3.496, Train RMSE = 7.845, Test RMSE = 8.369\n","Epoch: 005/100, Train loglik = -3.453, Test loglik = -3.431, Train RMSE = 6.920, Test RMSE = 7.434\n","Epoch: 006/100, Train loglik = -3.196, Test loglik = -3.254, Train RMSE = 5.815, Test RMSE = 6.264\n","Epoch: 007/100, Train loglik = -3.067, Test loglik = -3.020, Train RMSE = 4.625, Test RMSE = 4.849\n","Epoch: 008/100, Train loglik = -2.805, Test loglik = -2.796, Train RMSE = 3.636, Test RMSE = 3.703\n","Epoch: 009/100, Train loglik = -2.832, Test loglik = -2.912, Train RMSE = 4.021, Test RMSE = 3.919\n","Epoch: 010/100, Train loglik = -2.628, Test loglik = -2.834, Train RMSE = 3.957, Test RMSE = 3.843\n","Epoch: 011/100, Train loglik = -2.716, Test loglik = -2.586, Train RMSE = 3.492, Test RMSE = 3.427\n","Epoch: 012/100, Train loglik = -2.555, Test loglik = -2.546, Train RMSE = 3.167, Test RMSE = 3.311\n","Epoch: 013/100, Train loglik = -2.485, Test loglik = -2.789, Train RMSE = 3.249, Test RMSE = 3.590\n","Epoch: 014/100, Train loglik = -2.485, Test loglik = -3.122, Train RMSE = 3.367, Test RMSE = 3.883\n","Epoch: 015/100, Train loglik = -2.822, Test loglik = -2.526, Train RMSE = 3.499, Test RMSE = 3.939\n","Epoch: 016/100, Train loglik = -2.589, Test loglik = -2.989, Train RMSE = 3.245, Test RMSE = 3.754\n","Epoch: 017/100, Train loglik = -2.679, Test loglik = -2.941, Train RMSE = 3.216, Test RMSE = 3.710\n","Epoch: 018/100, Train loglik = -2.566, Test loglik = -2.521, Train RMSE = 3.196, Test RMSE = 3.562\n","Epoch: 019/100, Train loglik = -3.267, Test loglik = -2.529, Train RMSE = 2.933, Test RMSE = 3.402\n","Epoch: 020/100, Train loglik = -2.756, Test loglik = -2.481, Train RMSE = 2.854, Test RMSE = 3.304\n","Epoch: 021/100, Train loglik = -2.540, Test loglik = -2.547, Train RMSE = 2.836, Test RMSE = 3.213\n","Epoch: 022/100, Train loglik = -2.419, Test loglik = -2.570, Train RMSE = 2.826, Test RMSE = 3.131\n","Epoch: 023/100, Train loglik = -2.526, Test loglik = -2.617, Train RMSE = 2.754, Test RMSE = 3.098\n","Epoch: 024/100, Train loglik = -2.463, Test loglik = -2.531, Train RMSE = 2.752, Test RMSE = 2.997\n","Epoch: 025/100, Train loglik = -2.393, Test loglik = -3.149, Train RMSE = 2.784, Test RMSE = 3.169\n","Epoch: 026/100, Train loglik = -2.345, Test loglik = -2.788, Train RMSE = 2.939, Test RMSE = 3.185\n","Epoch: 027/100, Train loglik = -2.312, Test loglik = -2.650, Train RMSE = 2.886, Test RMSE = 3.062\n","Epoch: 028/100, Train loglik = -2.386, Test loglik = -2.419, Train RMSE = 2.793, Test RMSE = 2.959\n","Epoch: 029/100, Train loglik = -2.268, Test loglik = -2.590, Train RMSE = 2.532, Test RMSE = 2.792\n","Epoch: 030/100, Train loglik = -2.272, Test loglik = -2.360, Train RMSE = 2.448, Test RMSE = 2.667\n","Epoch: 031/100, Train loglik = -2.227, Test loglik = -2.421, Train RMSE = 2.411, Test RMSE = 2.729\n","Epoch: 032/100, Train loglik = -3.004, Test loglik = -2.576, Train RMSE = 2.422, Test RMSE = 2.654\n","Epoch: 033/100, Train loglik = -2.905, Test loglik = -2.371, Train RMSE = 2.396, Test RMSE = 2.738\n","Epoch: 034/100, Train loglik = -2.569, Test loglik = -2.539, Train RMSE = 2.462, Test RMSE = 3.102\n","Epoch: 035/100, Train loglik = -2.333, Test loglik = -2.517, Train RMSE = 2.557, Test RMSE = 2.777\n","Epoch: 036/100, Train loglik = -2.207, Test loglik = -2.266, Train RMSE = 2.393, Test RMSE = 2.713\n","Epoch: 037/100, Train loglik = -2.196, Test loglik = -2.466, Train RMSE = 2.265, Test RMSE = 2.632\n","Epoch: 038/100, Train loglik = -2.106, Test loglik = -2.522, Train RMSE = 2.278, Test RMSE = 2.668\n","Epoch: 039/100, Train loglik = -2.397, Test loglik = -2.263, Train RMSE = 2.290, Test RMSE = 2.582\n","Epoch: 040/100, Train loglik = -2.236, Test loglik = -2.372, Train RMSE = 2.152, Test RMSE = 2.489\n","Epoch: 041/100, Train loglik = -2.408, Test loglik = -2.254, Train RMSE = 2.152, Test RMSE = 2.423\n","Epoch: 042/100, Train loglik = -2.112, Test loglik = -2.202, Train RMSE = 2.296, Test RMSE = 2.502\n","Epoch: 043/100, Train loglik = -2.148, Test loglik = -2.282, Train RMSE = 2.255, Test RMSE = 2.542\n","Epoch: 044/100, Train loglik = -2.085, Test loglik = -2.217, Train RMSE = 2.166, Test RMSE = 2.434\n","Epoch: 045/100, Train loglik = -2.146, Test loglik = -2.218, Train RMSE = 2.112, Test RMSE = 2.325\n","Epoch: 046/100, Train loglik = -2.196, Test loglik = -2.150, Train RMSE = 2.089, Test RMSE = 2.318\n","Epoch: 047/100, Train loglik = -2.063, Test loglik = -2.360, Train RMSE = 2.094, Test RMSE = 2.399\n","Epoch: 048/100, Train loglik = -2.069, Test loglik = -2.320, Train RMSE = 2.044, Test RMSE = 2.266\n","Epoch: 049/100, Train loglik = -2.210, Test loglik = -2.262, Train RMSE = 2.100, Test RMSE = 2.365\n","Epoch: 050/100, Train loglik = -2.184, Test loglik = -2.174, Train RMSE = 2.207, Test RMSE = 2.440\n","Epoch: 051/100, Train loglik = -2.370, Test loglik = -2.304, Train RMSE = 2.241, Test RMSE = 2.423\n","Epoch: 052/100, Train loglik = -2.161, Test loglik = -2.135, Train RMSE = 2.158, Test RMSE = 2.288\n","Epoch: 053/100, Train loglik = -2.335, Test loglik = -2.358, Train RMSE = 2.091, Test RMSE = 2.299\n","Epoch: 054/100, Train loglik = -2.230, Test loglik = -2.278, Train RMSE = 2.238, Test RMSE = 2.324\n","Epoch: 055/100, Train loglik = -3.055, Test loglik = -2.230, Train RMSE = 2.293, Test RMSE = 2.362\n","Epoch: 056/100, Train loglik = -2.166, Test loglik = -3.082, Train RMSE = 2.092, Test RMSE = 2.288\n","Epoch: 057/100, Train loglik = -2.306, Test loglik = -2.098, Train RMSE = 2.068, Test RMSE = 2.224\n","Epoch: 058/100, Train loglik = -2.232, Test loglik = -3.091, Train RMSE = 2.081, Test RMSE = 2.317\n","Epoch: 059/100, Train loglik = -1.939, Test loglik = -2.230, Train RMSE = 2.056, Test RMSE = 2.304\n","Epoch: 060/100, Train loglik = -2.002, Test loglik = -2.240, Train RMSE = 1.989, Test RMSE = 2.141\n","Epoch: 061/100, Train loglik = -2.156, Test loglik = -2.032, Train RMSE = 2.153, Test RMSE = 2.194\n","Epoch: 062/100, Train loglik = -2.187, Test loglik = -2.089, Train RMSE = 2.062, Test RMSE = 2.262\n","Epoch: 063/100, Train loglik = -2.057, Test loglik = -2.364, Train RMSE = 1.998, Test RMSE = 2.178\n","Epoch: 064/100, Train loglik = -2.079, Test loglik = -2.239, Train RMSE = 2.004, Test RMSE = 2.222\n","Epoch: 065/100, Train loglik = -2.016, Test loglik = -2.038, Train RMSE = 2.032, Test RMSE = 2.193\n","Epoch: 066/100, Train loglik = -1.965, Test loglik = -2.223, Train RMSE = 2.002, Test RMSE = 2.206\n","Epoch: 067/100, Train loglik = -1.956, Test loglik = -2.069, Train RMSE = 1.980, Test RMSE = 2.164\n","Epoch: 068/100, Train loglik = -1.872, Test loglik = -2.534, Train RMSE = 2.067, Test RMSE = 2.228\n","Epoch: 069/100, Train loglik = -1.876, Test loglik = -2.161, Train RMSE = 2.056, Test RMSE = 2.228\n","Epoch: 070/100, Train loglik = -1.937, Test loglik = -2.162, Train RMSE = 1.983, Test RMSE = 2.169\n","Epoch: 071/100, Train loglik = -2.430, Test loglik = -2.137, Train RMSE = 2.058, Test RMSE = 2.186\n","Epoch: 072/100, Train loglik = -2.012, Test loglik = -2.074, Train RMSE = 2.031, Test RMSE = 2.369\n","Epoch: 073/100, Train loglik = -2.049, Test loglik = -2.081, Train RMSE = 2.040, Test RMSE = 2.394\n","Epoch: 074/100, Train loglik = -1.902, Test loglik = -1.951, Train RMSE = 2.001, Test RMSE = 2.139\n","Epoch: 075/100, Train loglik = -1.985, Test loglik = -2.108, Train RMSE = 1.997, Test RMSE = 2.144\n","Epoch: 076/100, Train loglik = -1.930, Test loglik = -2.516, Train RMSE = 2.064, Test RMSE = 2.245\n","Epoch: 077/100, Train loglik = -1.907, Test loglik = -2.313, Train RMSE = 2.170, Test RMSE = 2.297\n","Epoch: 078/100, Train loglik = -1.977, Test loglik = -2.157, Train RMSE = 1.975, Test RMSE = 2.206\n","Epoch: 079/100, Train loglik = -1.975, Test loglik = -2.211, Train RMSE = 1.967, Test RMSE = 2.227\n","Epoch: 080/100, Train loglik = -1.922, Test loglik = -2.236, Train RMSE = 1.981, Test RMSE = 2.199\n","Epoch: 081/100, Train loglik = -2.107, Test loglik = -2.632, Train RMSE = 2.040, Test RMSE = 2.359\n","Epoch: 082/100, Train loglik = -1.896, Test loglik = -2.003, Train RMSE = 2.011, Test RMSE = 2.268\n","Epoch: 083/100, Train loglik = -2.010, Test loglik = -2.147, Train RMSE = 1.954, Test RMSE = 2.142\n","Epoch: 084/100, Train loglik = -1.909, Test loglik = -1.978, Train RMSE = 1.974, Test RMSE = 2.195\n","Epoch: 085/100, Train loglik = -2.286, Test loglik = -1.946, Train RMSE = 2.034, Test RMSE = 2.226\n","Epoch: 086/100, Train loglik = -1.840, Test loglik = -1.885, Train RMSE = 1.909, Test RMSE = 2.091\n","Epoch: 087/100, Train loglik = -2.002, Test loglik = -2.168, Train RMSE = 2.062, Test RMSE = 2.257\n","Epoch: 088/100, Train loglik = -2.009, Test loglik = -2.037, Train RMSE = 2.182, Test RMSE = 2.381\n","Epoch: 089/100, Train loglik = -1.984, Test loglik = -2.053, Train RMSE = 2.210, Test RMSE = 2.426\n","Epoch: 090/100, Train loglik = -2.057, Test loglik = -2.060, Train RMSE = 2.094, Test RMSE = 2.365\n","Epoch: 091/100, Train loglik = -1.915, Test loglik = -2.683, Train RMSE = 2.002, Test RMSE = 2.274\n","Epoch: 092/100, Train loglik = -1.983, Test loglik = -2.103, Train RMSE = 1.926, Test RMSE = 2.141\n","Epoch: 093/100, Train loglik = -2.048, Test loglik = -2.106, Train RMSE = 1.938, Test RMSE = 2.165\n","Epoch: 094/100, Train loglik = -1.966, Test loglik = -2.194, Train RMSE = 2.032, Test RMSE = 2.139\n","Epoch: 095/100, Train loglik = -1.878, Test loglik = -1.991, Train RMSE = 1.953, Test RMSE = 2.110\n","Epoch: 096/100, Train loglik = -1.887, Test loglik = -2.054, Train RMSE = 1.874, Test RMSE = 2.081\n","Epoch: 097/100, Train loglik = -1.943, Test loglik = -1.920, Train RMSE = 1.872, Test RMSE = 2.090\n","Epoch: 098/100, Train loglik = -2.507, Test loglik = -2.052, Train RMSE = 1.895, Test RMSE = 2.065\n","Epoch: 099/100, Train loglik = -1.738, Test loglik = -2.344, Train RMSE = 1.900, Test RMSE = 2.078\n","Epoch: 100/100, Train loglik = -1.807, Test loglik = -2.592, Train RMSE = 1.900, Test RMSE = 2.064\n","FOLD 8:\n","Epoch: 001/100, Train loglik = -3.671, Test loglik = -3.764, Train RMSE = 9.456, Test RMSE = 10.013\n","Epoch: 002/100, Train loglik = -3.622, Test loglik = -3.765, Train RMSE = 9.060, Test RMSE = 9.816\n","Epoch: 003/100, Train loglik = -3.611, Test loglik = -3.596, Train RMSE = 8.493, Test RMSE = 9.131\n","Epoch: 004/100, Train loglik = -3.451, Test loglik = -3.556, Train RMSE = 7.709, Test RMSE = 8.549\n","Epoch: 005/100, Train loglik = -3.395, Test loglik = -3.420, Train RMSE = 6.863, Test RMSE = 7.388\n","Epoch: 006/100, Train loglik = -3.273, Test loglik = -3.311, Train RMSE = 5.466, Test RMSE = 6.256\n","Epoch: 007/100, Train loglik = -3.002, Test loglik = -2.974, Train RMSE = 4.367, Test RMSE = 4.937\n","Epoch: 008/100, Train loglik = -2.745, Test loglik = -2.813, Train RMSE = 3.727, Test RMSE = 4.479\n","Epoch: 009/100, Train loglik = -2.740, Test loglik = -3.219, Train RMSE = 3.901, Test RMSE = 4.103\n","Epoch: 010/100, Train loglik = -2.724, Test loglik = -2.622, Train RMSE = 3.789, Test RMSE = 3.742\n","Epoch: 011/100, Train loglik = -3.079, Test loglik = -2.699, Train RMSE = 3.492, Test RMSE = 3.441\n","Epoch: 012/100, Train loglik = -2.605, Test loglik = -2.625, Train RMSE = 3.198, Test RMSE = 3.585\n","Epoch: 013/100, Train loglik = -2.978, Test loglik = -2.563, Train RMSE = 3.333, Test RMSE = 4.010\n","Epoch: 014/100, Train loglik = -2.502, Test loglik = -2.981, Train RMSE = 3.437, Test RMSE = 4.177\n","Epoch: 015/100, Train loglik = -2.498, Test loglik = -2.847, Train RMSE = 3.355, Test RMSE = 4.307\n","Epoch: 016/100, Train loglik = -2.570, Test loglik = -3.090, Train RMSE = 3.437, Test RMSE = 4.224\n","Epoch: 017/100, Train loglik = -3.414, Test loglik = -2.729, Train RMSE = 3.399, Test RMSE = 4.003\n","Epoch: 018/100, Train loglik = -2.476, Test loglik = -2.460, Train RMSE = 3.183, Test RMSE = 3.826\n","Epoch: 019/100, Train loglik = -2.465, Test loglik = -2.478, Train RMSE = 2.879, Test RMSE = 3.536\n","Epoch: 020/100, Train loglik = -2.584, Test loglik = -2.614, Train RMSE = 2.847, Test RMSE = 3.432\n","Epoch: 021/100, Train loglik = -2.639, Test loglik = -2.418, Train RMSE = 2.898, Test RMSE = 3.430\n","Epoch: 022/100, Train loglik = -2.536, Test loglik = -2.593, Train RMSE = 2.885, Test RMSE = 3.567\n","Epoch: 023/100, Train loglik = -2.519, Test loglik = -2.462, Train RMSE = 2.859, Test RMSE = 3.595\n","Epoch: 024/100, Train loglik = -2.453, Test loglik = -2.530, Train RMSE = 2.751, Test RMSE = 3.451\n","Epoch: 025/100, Train loglik = -2.566, Test loglik = -2.487, Train RMSE = 2.809, Test RMSE = 3.488\n","Epoch: 026/100, Train loglik = -2.356, Test loglik = -2.440, Train RMSE = 2.693, Test RMSE = 3.613\n","Epoch: 027/100, Train loglik = -2.462, Test loglik = -2.514, Train RMSE = 2.717, Test RMSE = 3.411\n","Epoch: 028/100, Train loglik = -2.316, Test loglik = -2.450, Train RMSE = 2.637, Test RMSE = 3.342\n","Epoch: 029/100, Train loglik = -2.409, Test loglik = -2.845, Train RMSE = 2.598, Test RMSE = 3.240\n","Epoch: 030/100, Train loglik = -2.228, Test loglik = -2.765, Train RMSE = 2.519, Test RMSE = 3.368\n","Epoch: 031/100, Train loglik = -2.276, Test loglik = -2.532, Train RMSE = 2.423, Test RMSE = 3.034\n","Epoch: 032/100, Train loglik = -2.268, Test loglik = -2.279, Train RMSE = 2.385, Test RMSE = 2.914\n","Epoch: 033/100, Train loglik = -2.422, Test loglik = -2.349, Train RMSE = 2.396, Test RMSE = 2.870\n","Epoch: 034/100, Train loglik = -2.243, Test loglik = -2.238, Train RMSE = 2.362, Test RMSE = 2.906\n","Epoch: 035/100, Train loglik = -2.173, Test loglik = -2.368, Train RMSE = 2.319, Test RMSE = 2.954\n","Epoch: 036/100, Train loglik = -2.326, Test loglik = -2.245, Train RMSE = 2.290, Test RMSE = 2.988\n","Epoch: 037/100, Train loglik = -2.572, Test loglik = -2.265, Train RMSE = 2.311, Test RMSE = 2.965\n","Epoch: 038/100, Train loglik = -2.053, Test loglik = -2.494, Train RMSE = 2.207, Test RMSE = 2.824\n","Epoch: 039/100, Train loglik = -2.140, Test loglik = -2.248, Train RMSE = 2.144, Test RMSE = 2.603\n","Epoch: 040/100, Train loglik = -2.264, Test loglik = -2.164, Train RMSE = 2.177, Test RMSE = 2.599\n","Epoch: 041/100, Train loglik = -2.043, Test loglik = -2.237, Train RMSE = 2.129, Test RMSE = 2.571\n","Epoch: 042/100, Train loglik = -2.384, Test loglik = -2.192, Train RMSE = 2.097, Test RMSE = 2.558\n","Epoch: 043/100, Train loglik = -2.185, Test loglik = -2.472, Train RMSE = 2.163, Test RMSE = 2.715\n","Epoch: 044/100, Train loglik = -2.363, Test loglik = -2.606, Train RMSE = 2.225, Test RMSE = 2.765\n","Epoch: 045/100, Train loglik = -2.298, Test loglik = -2.442, Train RMSE = 2.159, Test RMSE = 2.860\n","Epoch: 046/100, Train loglik = -2.129, Test loglik = -2.163, Train RMSE = 2.099, Test RMSE = 2.729\n","Epoch: 047/100, Train loglik = -2.137, Test loglik = -2.262, Train RMSE = 2.059, Test RMSE = 2.650\n","Epoch: 048/100, Train loglik = -2.110, Test loglik = -3.254, Train RMSE = 2.111, Test RMSE = 2.661\n","Epoch: 049/100, Train loglik = -2.126, Test loglik = -2.800, Train RMSE = 2.215, Test RMSE = 2.676\n","Epoch: 050/100, Train loglik = -2.196, Test loglik = -2.359, Train RMSE = 2.042, Test RMSE = 2.580\n","Epoch: 051/100, Train loglik = -2.176, Test loglik = -2.246, Train RMSE = 2.115, Test RMSE = 2.628\n","Epoch: 052/100, Train loglik = -2.065, Test loglik = -2.623, Train RMSE = 2.162, Test RMSE = 2.808\n","Epoch: 053/100, Train loglik = -2.124, Test loglik = -2.279, Train RMSE = 2.292, Test RMSE = 2.655\n","Epoch: 054/100, Train loglik = -2.430, Test loglik = -2.357, Train RMSE = 2.100, Test RMSE = 2.608\n","Epoch: 055/100, Train loglik = -2.210, Test loglik = -2.135, Train RMSE = 2.038, Test RMSE = 2.370\n","Epoch: 056/100, Train loglik = -2.093, Test loglik = -2.181, Train RMSE = 2.079, Test RMSE = 2.401\n","Epoch: 057/100, Train loglik = -2.285, Test loglik = -2.238, Train RMSE = 2.074, Test RMSE = 2.504\n","Epoch: 058/100, Train loglik = -2.716, Test loglik = -2.145, Train RMSE = 2.015, Test RMSE = 2.528\n","Epoch: 059/100, Train loglik = -2.311, Test loglik = -2.181, Train RMSE = 2.022, Test RMSE = 2.590\n","Epoch: 060/100, Train loglik = -1.974, Test loglik = -2.327, Train RMSE = 2.110, Test RMSE = 2.666\n","Epoch: 061/100, Train loglik = -2.546, Test loglik = -2.090, Train RMSE = 2.014, Test RMSE = 2.559\n","Epoch: 062/100, Train loglik = -2.064, Test loglik = -2.182, Train RMSE = 1.994, Test RMSE = 2.545\n","Epoch: 063/100, Train loglik = -2.358, Test loglik = -2.067, Train RMSE = 2.032, Test RMSE = 2.639\n","Epoch: 064/100, Train loglik = -1.921, Test loglik = -2.088, Train RMSE = 1.986, Test RMSE = 2.598\n","Epoch: 065/100, Train loglik = -2.067, Test loglik = -2.028, Train RMSE = 1.984, Test RMSE = 2.551\n","Epoch: 066/100, Train loglik = -1.929, Test loglik = -2.015, Train RMSE = 2.042, Test RMSE = 2.638\n","Epoch: 067/100, Train loglik = -2.068, Test loglik = -2.816, Train RMSE = 2.068, Test RMSE = 2.576\n","Epoch: 068/100, Train loglik = -2.092, Test loglik = -2.404, Train RMSE = 1.963, Test RMSE = 2.493\n","Epoch: 069/100, Train loglik = -1.954, Test loglik = -2.238, Train RMSE = 1.976, Test RMSE = 2.484\n","Epoch: 070/100, Train loglik = -1.906, Test loglik = -2.792, Train RMSE = 2.030, Test RMSE = 2.515\n","Epoch: 071/100, Train loglik = -1.884, Test loglik = -2.075, Train RMSE = 1.958, Test RMSE = 2.422\n","Epoch: 072/100, Train loglik = -2.143, Test loglik = -2.103, Train RMSE = 2.002, Test RMSE = 2.398\n","Epoch: 073/100, Train loglik = -2.063, Test loglik = -2.046, Train RMSE = 1.978, Test RMSE = 2.392\n","Epoch: 074/100, Train loglik = -2.181, Test loglik = -2.088, Train RMSE = 2.005, Test RMSE = 2.490\n","Epoch: 075/100, Train loglik = -1.976, Test loglik = -2.041, Train RMSE = 2.005, Test RMSE = 2.632\n","Epoch: 076/100, Train loglik = -2.275, Test loglik = -2.261, Train RMSE = 1.987, Test RMSE = 2.454\n","Epoch: 077/100, Train loglik = -1.925, Test loglik = -2.157, Train RMSE = 1.964, Test RMSE = 2.380\n","Epoch: 078/100, Train loglik = -2.593, Test loglik = -2.209, Train RMSE = 2.034, Test RMSE = 2.369\n","Epoch: 079/100, Train loglik = -1.984, Test loglik = -1.984, Train RMSE = 1.956, Test RMSE = 2.414\n","Epoch: 080/100, Train loglik = -1.806, Test loglik = -2.243, Train RMSE = 1.921, Test RMSE = 2.494\n","Epoch: 081/100, Train loglik = -1.866, Test loglik = -1.961, Train RMSE = 1.904, Test RMSE = 2.511\n","Epoch: 082/100, Train loglik = -2.035, Test loglik = -2.103, Train RMSE = 1.939, Test RMSE = 2.568\n","Epoch: 083/100, Train loglik = -1.873, Test loglik = -2.151, Train RMSE = 1.898, Test RMSE = 2.434\n","Epoch: 084/100, Train loglik = -2.075, Test loglik = -1.946, Train RMSE = 1.929, Test RMSE = 2.357\n","Epoch: 085/100, Train loglik = -1.858, Test loglik = -2.111, Train RMSE = 1.909, Test RMSE = 2.348\n","Epoch: 086/100, Train loglik = -2.070, Test loglik = -2.136, Train RMSE = 1.938, Test RMSE = 2.502\n","Epoch: 087/100, Train loglik = -2.025, Test loglik = -2.003, Train RMSE = 1.928, Test RMSE = 2.442\n","Epoch: 088/100, Train loglik = -1.908, Test loglik = -2.298, Train RMSE = 1.915, Test RMSE = 2.415\n","Epoch: 089/100, Train loglik = -2.278, Test loglik = -2.068, Train RMSE = 1.901, Test RMSE = 2.363\n","Epoch: 090/100, Train loglik = -1.906, Test loglik = -2.208, Train RMSE = 1.927, Test RMSE = 2.360\n","Epoch: 091/100, Train loglik = -1.906, Test loglik = -1.859, Train RMSE = 1.963, Test RMSE = 2.308\n","Epoch: 092/100, Train loglik = -2.043, Test loglik = -2.012, Train RMSE = 1.895, Test RMSE = 2.288\n","Epoch: 093/100, Train loglik = -1.965, Test loglik = -2.118, Train RMSE = 1.888, Test RMSE = 2.352\n","Epoch: 094/100, Train loglik = -1.984, Test loglik = -2.039, Train RMSE = 1.960, Test RMSE = 2.407\n","Epoch: 095/100, Train loglik = -1.877, Test loglik = -2.202, Train RMSE = 1.956, Test RMSE = 2.484\n","Epoch: 096/100, Train loglik = -2.027, Test loglik = -2.622, Train RMSE = 1.930, Test RMSE = 2.377\n","Epoch: 097/100, Train loglik = -1.980, Test loglik = -1.982, Train RMSE = 1.897, Test RMSE = 2.339\n","Epoch: 098/100, Train loglik = -2.818, Test loglik = -2.013, Train RMSE = 1.948, Test RMSE = 2.411\n","Epoch: 099/100, Train loglik = -1.876, Test loglik = -2.015, Train RMSE = 1.905, Test RMSE = 2.358\n","Epoch: 100/100, Train loglik = -2.285, Test loglik = -2.354, Train RMSE = 2.000, Test RMSE = 2.581\n","FOLD 9:\n","Epoch: 001/100, Train loglik = -3.667, Test loglik = -3.648, Train RMSE = 9.423, Test RMSE = 9.196\n","Epoch: 002/100, Train loglik = -3.628, Test loglik = -3.613, Train RMSE = 9.125, Test RMSE = 8.783\n","Epoch: 003/100, Train loglik = -3.557, Test loglik = -3.575, Train RMSE = 8.508, Test RMSE = 8.447\n","Epoch: 004/100, Train loglik = -3.450, Test loglik = -3.462, Train RMSE = 7.908, Test RMSE = 7.582\n","Epoch: 005/100, Train loglik = -3.393, Test loglik = -3.364, Train RMSE = 6.925, Test RMSE = 6.423\n","Epoch: 006/100, Train loglik = -3.283, Test loglik = -3.143, Train RMSE = 5.663, Test RMSE = 5.095\n","Epoch: 007/100, Train loglik = -2.993, Test loglik = -3.092, Train RMSE = 4.369, Test RMSE = 3.826\n","Epoch: 008/100, Train loglik = -2.845, Test loglik = -2.791, Train RMSE = 3.850, Test RMSE = 3.484\n","Epoch: 009/100, Train loglik = -3.401, Test loglik = -2.953, Train RMSE = 4.044, Test RMSE = 3.948\n","Epoch: 010/100, Train loglik = -2.618, Test loglik = -2.829, Train RMSE = 3.727, Test RMSE = 3.764\n","Epoch: 011/100, Train loglik = -2.722, Test loglik = -2.502, Train RMSE = 3.405, Test RMSE = 3.290\n","Epoch: 012/100, Train loglik = -2.570, Test loglik = -2.611, Train RMSE = 3.226, Test RMSE = 2.965\n","Epoch: 013/100, Train loglik = -2.604, Test loglik = -2.515, Train RMSE = 3.376, Test RMSE = 3.012\n","Epoch: 014/100, Train loglik = -2.544, Test loglik = -2.651, Train RMSE = 3.479, Test RMSE = 3.220\n","Epoch: 015/100, Train loglik = -2.888, Test loglik = -2.531, Train RMSE = 3.506, Test RMSE = 2.975\n","Epoch: 016/100, Train loglik = -2.435, Test loglik = -2.384, Train RMSE = 3.247, Test RMSE = 2.800\n","Epoch: 017/100, Train loglik = -2.477, Test loglik = -2.376, Train RMSE = 3.153, Test RMSE = 2.721\n","Epoch: 018/100, Train loglik = -2.405, Test loglik = -2.385, Train RMSE = 2.960, Test RMSE = 2.684\n","Epoch: 019/100, Train loglik = -2.388, Test loglik = -2.429, Train RMSE = 2.913, Test RMSE = 2.578\n","Epoch: 020/100, Train loglik = -2.541, Test loglik = -2.361, Train RMSE = 2.862, Test RMSE = 2.574\n","Epoch: 021/100, Train loglik = -2.549, Test loglik = -2.351, Train RMSE = 2.804, Test RMSE = 2.540\n","Epoch: 022/100, Train loglik = -2.404, Test loglik = -2.562, Train RMSE = 2.774, Test RMSE = 2.515\n","Epoch: 023/100, Train loglik = -2.278, Test loglik = -2.263, Train RMSE = 2.718, Test RMSE = 2.416\n","Epoch: 024/100, Train loglik = -2.332, Test loglik = -2.347, Train RMSE = 2.715, Test RMSE = 2.359\n","Epoch: 025/100, Train loglik = -2.412, Test loglik = -2.277, Train RMSE = 2.727, Test RMSE = 2.391\n","Epoch: 026/100, Train loglik = -2.263, Test loglik = -2.209, Train RMSE = 2.798, Test RMSE = 2.449\n","Epoch: 027/100, Train loglik = -2.273, Test loglik = -2.658, Train RMSE = 2.644, Test RMSE = 2.292\n","Epoch: 028/100, Train loglik = -2.699, Test loglik = -2.437, Train RMSE = 2.469, Test RMSE = 2.214\n","Epoch: 029/100, Train loglik = -2.455, Test loglik = -2.202, Train RMSE = 2.454, Test RMSE = 2.255\n","Epoch: 030/100, Train loglik = -2.458, Test loglik = -2.367, Train RMSE = 2.486, Test RMSE = 2.188\n","Epoch: 031/100, Train loglik = -2.241, Test loglik = -2.230, Train RMSE = 2.390, Test RMSE = 2.206\n","Epoch: 032/100, Train loglik = -2.202, Test loglik = -2.129, Train RMSE = 2.368, Test RMSE = 2.203\n","Epoch: 033/100, Train loglik = -2.299, Test loglik = -2.255, Train RMSE = 2.351, Test RMSE = 2.133\n","Epoch: 034/100, Train loglik = -2.304, Test loglik = -2.409, Train RMSE = 2.284, Test RMSE = 2.197\n","Epoch: 035/100, Train loglik = -2.700, Test loglik = -2.178, Train RMSE = 2.279, Test RMSE = 2.203\n","Epoch: 036/100, Train loglik = -2.666, Test loglik = -2.289, Train RMSE = 2.267, Test RMSE = 2.267\n","Epoch: 037/100, Train loglik = -2.279, Test loglik = -2.111, Train RMSE = 2.355, Test RMSE = 2.110\n","Epoch: 038/100, Train loglik = -2.228, Test loglik = -2.022, Train RMSE = 2.226, Test RMSE = 2.085\n","Epoch: 039/100, Train loglik = -2.206, Test loglik = -2.135, Train RMSE = 2.176, Test RMSE = 2.135\n","Epoch: 040/100, Train loglik = -2.840, Test loglik = -2.038, Train RMSE = 2.129, Test RMSE = 2.070\n","Epoch: 041/100, Train loglik = -2.193, Test loglik = -2.302, Train RMSE = 2.164, Test RMSE = 2.117\n","Epoch: 042/100, Train loglik = -2.156, Test loglik = -2.187, Train RMSE = 2.153, Test RMSE = 2.154\n","Epoch: 043/100, Train loglik = -2.361, Test loglik = -2.246, Train RMSE = 2.169, Test RMSE = 2.109\n","Epoch: 044/100, Train loglik = -2.248, Test loglik = -2.206, Train RMSE = 2.183, Test RMSE = 2.064\n","Epoch: 045/100, Train loglik = -2.116, Test loglik = -2.238, Train RMSE = 2.151, Test RMSE = 2.042\n","Epoch: 046/100, Train loglik = -2.203, Test loglik = -2.160, Train RMSE = 2.165, Test RMSE = 2.002\n","Epoch: 047/100, Train loglik = -2.178, Test loglik = -2.081, Train RMSE = 2.105, Test RMSE = 1.996\n","Epoch: 048/100, Train loglik = -2.199, Test loglik = -2.090, Train RMSE = 2.102, Test RMSE = 1.997\n","Epoch: 049/100, Train loglik = -2.056, Test loglik = -2.146, Train RMSE = 2.135, Test RMSE = 2.061\n","Epoch: 050/100, Train loglik = -2.057, Test loglik = -2.005, Train RMSE = 2.109, Test RMSE = 2.114\n","Epoch: 051/100, Train loglik = -2.359, Test loglik = -1.992, Train RMSE = 2.108, Test RMSE = 2.144\n","Epoch: 052/100, Train loglik = -2.029, Test loglik = -1.968, Train RMSE = 2.161, Test RMSE = 2.072\n","Epoch: 053/100, Train loglik = -2.126, Test loglik = -2.274, Train RMSE = 2.072, Test RMSE = 2.081\n","Epoch: 054/100, Train loglik = -2.143, Test loglik = -2.275, Train RMSE = 2.069, Test RMSE = 2.062\n","Epoch: 055/100, Train loglik = -2.064, Test loglik = -2.329, Train RMSE = 2.204, Test RMSE = 2.128\n","Epoch: 056/100, Train loglik = -2.682, Test loglik = -2.131, Train RMSE = 2.074, Test RMSE = 2.093\n","Epoch: 057/100, Train loglik = -2.222, Test loglik = -2.299, Train RMSE = 2.109, Test RMSE = 2.168\n","Epoch: 058/100, Train loglik = -2.343, Test loglik = -2.285, Train RMSE = 2.115, Test RMSE = 2.154\n","Epoch: 059/100, Train loglik = -2.199, Test loglik = -2.127, Train RMSE = 2.089, Test RMSE = 2.026\n","Epoch: 060/100, Train loglik = -2.081, Test loglik = -2.054, Train RMSE = 2.055, Test RMSE = 1.968\n","Epoch: 061/100, Train loglik = -2.087, Test loglik = -2.090, Train RMSE = 2.047, Test RMSE = 1.939\n","Epoch: 062/100, Train loglik = -2.013, Test loglik = -2.059, Train RMSE = 2.049, Test RMSE = 2.009\n","Epoch: 063/100, Train loglik = -2.116, Test loglik = -2.179, Train RMSE = 2.069, Test RMSE = 2.013\n","Epoch: 064/100, Train loglik = -2.036, Test loglik = -2.149, Train RMSE = 2.029, Test RMSE = 2.031\n","Epoch: 065/100, Train loglik = -1.928, Test loglik = -2.237, Train RMSE = 2.011, Test RMSE = 1.990\n","Epoch: 066/100, Train loglik = -2.166, Test loglik = -1.917, Train RMSE = 2.012, Test RMSE = 1.994\n","Epoch: 067/100, Train loglik = -1.951, Test loglik = -2.797, Train RMSE = 2.053, Test RMSE = 2.021\n","Epoch: 068/100, Train loglik = -2.232, Test loglik = -2.186, Train RMSE = 2.059, Test RMSE = 1.958\n","Epoch: 069/100, Train loglik = -2.357, Test loglik = -2.018, Train RMSE = 2.026, Test RMSE = 1.953\n","Epoch: 070/100, Train loglik = -2.772, Test loglik = -1.948, Train RMSE = 2.036, Test RMSE = 1.933\n","Epoch: 071/100, Train loglik = -2.147, Test loglik = -2.078, Train RMSE = 2.014, Test RMSE = 1.933\n","Epoch: 072/100, Train loglik = -2.189, Test loglik = -2.594, Train RMSE = 2.141, Test RMSE = 2.146\n","Epoch: 073/100, Train loglik = -2.142, Test loglik = -2.119, Train RMSE = 2.255, Test RMSE = 2.205\n","Epoch: 074/100, Train loglik = -2.117, Test loglik = -2.155, Train RMSE = 2.204, Test RMSE = 2.247\n","Epoch: 075/100, Train loglik = -2.186, Test loglik = -2.067, Train RMSE = 2.114, Test RMSE = 2.206\n","Epoch: 076/100, Train loglik = -2.152, Test loglik = -2.188, Train RMSE = 2.116, Test RMSE = 2.087\n","Epoch: 077/100, Train loglik = -2.185, Test loglik = -2.280, Train RMSE = 2.186, Test RMSE = 2.135\n","Epoch: 078/100, Train loglik = -2.120, Test loglik = -2.188, Train RMSE = 2.147, Test RMSE = 2.103\n","Epoch: 079/100, Train loglik = -2.127, Test loglik = -2.105, Train RMSE = 2.088, Test RMSE = 2.034\n","Epoch: 080/100, Train loglik = -1.992, Test loglik = -2.150, Train RMSE = 2.006, Test RMSE = 1.972\n","Epoch: 081/100, Train loglik = -2.208, Test loglik = -2.192, Train RMSE = 1.990, Test RMSE = 1.926\n","Epoch: 082/100, Train loglik = -2.137, Test loglik = -2.045, Train RMSE = 2.003, Test RMSE = 1.965\n","Epoch: 083/100, Train loglik = -2.153, Test loglik = -2.096, Train RMSE = 2.007, Test RMSE = 1.968\n","Epoch: 084/100, Train loglik = -2.156, Test loglik = -2.102, Train RMSE = 2.069, Test RMSE = 1.959\n","Epoch: 085/100, Train loglik = -2.155, Test loglik = -2.054, Train RMSE = 2.057, Test RMSE = 2.024\n","Epoch: 086/100, Train loglik = -1.947, Test loglik = -2.133, Train RMSE = 2.071, Test RMSE = 2.046\n","Epoch: 087/100, Train loglik = -1.930, Test loglik = -1.924, Train RMSE = 1.996, Test RMSE = 1.959\n","Epoch: 088/100, Train loglik = -1.985, Test loglik = -2.000, Train RMSE = 2.021, Test RMSE = 1.949\n","Epoch: 089/100, Train loglik = -2.130, Test loglik = -1.993, Train RMSE = 2.089, Test RMSE = 2.019\n","Epoch: 090/100, Train loglik = -1.849, Test loglik = -1.888, Train RMSE = 2.003, Test RMSE = 1.910\n","Epoch: 091/100, Train loglik = -1.848, Test loglik = -1.904, Train RMSE = 1.974, Test RMSE = 1.912\n","Epoch: 092/100, Train loglik = -2.072, Test loglik = -1.886, Train RMSE = 1.995, Test RMSE = 1.915\n","Epoch: 093/100, Train loglik = -1.829, Test loglik = -2.031, Train RMSE = 1.975, Test RMSE = 1.924\n","Epoch: 094/100, Train loglik = -1.839, Test loglik = -1.863, Train RMSE = 1.981, Test RMSE = 1.922\n","Epoch: 095/100, Train loglik = -1.868, Test loglik = -1.947, Train RMSE = 2.000, Test RMSE = 1.957\n","Epoch: 096/100, Train loglik = -1.961, Test loglik = -1.969, Train RMSE = 1.975, Test RMSE = 1.960\n","Epoch: 097/100, Train loglik = -2.522, Test loglik = -1.860, Train RMSE = 1.989, Test RMSE = 1.955\n","Epoch: 098/100, Train loglik = -2.069, Test loglik = -2.045, Train RMSE = 2.029, Test RMSE = 1.994\n","Epoch: 099/100, Train loglik = -1.853, Test loglik = -1.871, Train RMSE = 1.993, Test RMSE = 1.997\n","Epoch: 100/100, Train loglik = -2.153, Test loglik = -2.040, Train RMSE = 1.989, Test RMSE = 2.057\n","Train log. lik. = -2.036 +/-  0.241\n","Test  log. lik. = -1.987 +/-  0.163\n","Train RMSE      =  1.950 +/-  0.058\n","Test  RMSE      =  1.982 +/-  0.238\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"vFsWDzx8NSry","colab_type":"text"},"source":["# Power dataset"]},{"cell_type":"code","metadata":{"id":"hzdZLChPNQ9X","colab_type":"code","outputId":"3d36af8c-d5d8-4173-8ea1-028181efcca6","executionInfo":{"status":"ok","timestamp":1558117170840,"user_tz":-60,"elapsed":182600,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":204}},"source":["np.random.seed(0)\n","!wget \"https://archive.ics.uci.edu/ml/machine-learning-databases/00294/CCPP.zip\" --no-check-certificate \n","zipped = zipfile.ZipFile(\"CCPP.zip\")\n","data = pd.read_excel(zipped.open('CCPP/Folds5x2_pp.xlsx'), header=0, delimiter=\"\\t\").values\n","np.random.shuffle(data)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["--2019-05-17 18:19:25--  https://archive.ics.uci.edu/ml/machine-learning-databases/00294/CCPP.zip\n","Resolving archive.ics.uci.edu (archive.ics.uci.edu)... 128.195.10.252\n","Connecting to archive.ics.uci.edu (archive.ics.uci.edu)|128.195.10.252|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 3674852 (3.5M) [application/x-httpd-php]\n","Saving to: ‘CCPP.zip’\n","\n","CCPP.zip            100%[===================>]   3.50M  2.73MB/s    in 1.3s    \n","\n","2019-05-17 18:19:27 (2.73 MB/s) - ‘CCPP.zip’ saved [3674852/3674852]\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"ld95mVAKyvo9","colab_type":"code","outputId":"25c177cb-f585-4d73-fdce-03ee161579e4","executionInfo":{"status":"ok","timestamp":1558117318781,"user_tz":-60,"elapsed":330226,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":17255}},"source":["model = train_BBP(data, n_splits=10, num_epochs=100, num_units=100, learn_rate=1e-2, log_every=10)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["FOLD 0:\n","Epoch: 001/100, Train loglik = -4.228, Test loglik = -4.263, Train RMSE = 17.014, Test RMSE = 17.328\n","Epoch: 002/100, Train loglik = -4.249, Test loglik = -4.241, Train RMSE = 16.574, Test RMSE = 17.184\n","Epoch: 003/100, Train loglik = -4.232, Test loglik = -4.204, Train RMSE = 16.134, Test RMSE = 16.567\n","Epoch: 004/100, Train loglik = -4.168, Test loglik = -4.207, Train RMSE = 14.982, Test RMSE = 15.528\n","Epoch: 005/100, Train loglik = -4.136, Test loglik = -4.090, Train RMSE = 14.065, Test RMSE = 14.314\n","Epoch: 006/100, Train loglik = -4.014, Test loglik = -4.085, Train RMSE = 12.424, Test RMSE = 12.794\n","Epoch: 007/100, Train loglik = -3.965, Test loglik = -3.939, Train RMSE = 11.052, Test RMSE = 11.092\n","Epoch: 008/100, Train loglik = -3.759, Test loglik = -3.849, Train RMSE = 9.048, Test RMSE = 9.544\n","Epoch: 009/100, Train loglik = -3.682, Test loglik = -3.676, Train RMSE = 7.711, Test RMSE = 7.786\n","Epoch: 010/100, Train loglik = -3.583, Test loglik = -3.606, Train RMSE = 7.363, Test RMSE = 7.319\n","Epoch: 011/100, Train loglik = -3.710, Test loglik = -3.549, Train RMSE = 7.902, Test RMSE = 7.460\n","Epoch: 012/100, Train loglik = -3.711, Test loglik = -3.580, Train RMSE = 7.481, Test RMSE = 7.232\n","Epoch: 013/100, Train loglik = -3.451, Test loglik = -3.449, Train RMSE = 6.786, Test RMSE = 6.582\n","Epoch: 014/100, Train loglik = -3.391, Test loglik = -3.416, Train RMSE = 6.318, Test RMSE = 6.209\n","Epoch: 015/100, Train loglik = -3.388, Test loglik = -3.355, Train RMSE = 6.162, Test RMSE = 6.044\n","Epoch: 016/100, Train loglik = -3.495, Test loglik = -3.376, Train RMSE = 6.214, Test RMSE = 6.121\n","Epoch: 017/100, Train loglik = -3.390, Test loglik = -3.440, Train RMSE = 6.174, Test RMSE = 6.124\n","Epoch: 018/100, Train loglik = -3.307, Test loglik = -3.274, Train RMSE = 5.616, Test RMSE = 5.637\n","Epoch: 019/100, Train loglik = -3.331, Test loglik = -3.245, Train RMSE = 5.330, Test RMSE = 5.088\n","Epoch: 020/100, Train loglik = -3.177, Test loglik = -3.250, Train RMSE = 5.132, Test RMSE = 4.836\n","Epoch: 021/100, Train loglik = -3.142, Test loglik = -3.132, Train RMSE = 5.031, Test RMSE = 4.737\n","Epoch: 022/100, Train loglik = -3.233, Test loglik = -3.097, Train RMSE = 5.020, Test RMSE = 4.768\n","Epoch: 023/100, Train loglik = -3.141, Test loglik = -3.053, Train RMSE = 4.965, Test RMSE = 4.662\n","Epoch: 024/100, Train loglik = -3.168, Test loglik = -3.198, Train RMSE = 5.088, Test RMSE = 4.660\n","Epoch: 025/100, Train loglik = -3.147, Test loglik = -3.124, Train RMSE = 5.267, Test RMSE = 4.925\n","Epoch: 026/100, Train loglik = -3.296, Test loglik = -3.101, Train RMSE = 5.182, Test RMSE = 4.915\n","Epoch: 027/100, Train loglik = -3.280, Test loglik = -3.104, Train RMSE = 5.107, Test RMSE = 4.888\n","Epoch: 028/100, Train loglik = -3.147, Test loglik = -3.083, Train RMSE = 4.951, Test RMSE = 4.803\n","Epoch: 029/100, Train loglik = -3.084, Test loglik = -3.055, Train RMSE = 4.978, Test RMSE = 4.589\n","Epoch: 030/100, Train loglik = -3.122, Test loglik = -3.005, Train RMSE = 4.843, Test RMSE = 4.623\n","Epoch: 031/100, Train loglik = -3.077, Test loglik = -3.052, Train RMSE = 4.950, Test RMSE = 4.493\n","Epoch: 032/100, Train loglik = -3.058, Test loglik = -3.098, Train RMSE = 4.797, Test RMSE = 4.467\n","Epoch: 033/100, Train loglik = -3.044, Test loglik = -3.059, Train RMSE = 4.663, Test RMSE = 4.414\n","Epoch: 034/100, Train loglik = -3.029, Test loglik = -3.070, Train RMSE = 4.617, Test RMSE = 4.343\n","Epoch: 035/100, Train loglik = -3.060, Test loglik = -3.059, Train RMSE = 4.573, Test RMSE = 4.394\n","Epoch: 036/100, Train loglik = -3.087, Test loglik = -2.969, Train RMSE = 4.535, Test RMSE = 4.346\n","Epoch: 037/100, Train loglik = -3.034, Test loglik = -2.972, Train RMSE = 4.600, Test RMSE = 4.314\n","Epoch: 038/100, Train loglik = -3.053, Test loglik = -3.237, Train RMSE = 4.837, Test RMSE = 4.634\n","Epoch: 039/100, Train loglik = -3.000, Test loglik = -3.198, Train RMSE = 4.550, Test RMSE = 4.409\n","Epoch: 040/100, Train loglik = -3.028, Test loglik = -3.004, Train RMSE = 4.463, Test RMSE = 4.273\n","Epoch: 041/100, Train loglik = -3.047, Test loglik = -3.061, Train RMSE = 4.428, Test RMSE = 4.234\n","Epoch: 042/100, Train loglik = -2.953, Test loglik = -3.198, Train RMSE = 4.389, Test RMSE = 4.200\n","Epoch: 043/100, Train loglik = -2.997, Test loglik = -2.940, Train RMSE = 4.432, Test RMSE = 4.140\n","Epoch: 044/100, Train loglik = -3.049, Test loglik = -3.020, Train RMSE = 4.434, Test RMSE = 4.192\n","Epoch: 045/100, Train loglik = -3.051, Test loglik = -2.887, Train RMSE = 4.308, Test RMSE = 4.082\n","Epoch: 046/100, Train loglik = -2.952, Test loglik = -2.922, Train RMSE = 4.400, Test RMSE = 4.170\n","Epoch: 047/100, Train loglik = -2.955, Test loglik = -2.966, Train RMSE = 4.431, Test RMSE = 4.166\n","Epoch: 048/100, Train loglik = -3.062, Test loglik = -2.875, Train RMSE = 4.392, Test RMSE = 4.180\n","Epoch: 049/100, Train loglik = -2.951, Test loglik = -2.849, Train RMSE = 4.293, Test RMSE = 4.110\n","Epoch: 050/100, Train loglik = -3.173, Test loglik = -2.859, Train RMSE = 4.341, Test RMSE = 4.095\n","Epoch: 051/100, Train loglik = -2.954, Test loglik = -3.162, Train RMSE = 4.365, Test RMSE = 4.070\n","Epoch: 052/100, Train loglik = -2.956, Test loglik = -2.941, Train RMSE = 4.364, Test RMSE = 4.060\n","Epoch: 053/100, Train loglik = -2.910, Test loglik = -2.959, Train RMSE = 4.275, Test RMSE = 4.088\n","Epoch: 054/100, Train loglik = -2.923, Test loglik = -2.985, Train RMSE = 4.356, Test RMSE = 4.213\n","Epoch: 055/100, Train loglik = -2.938, Test loglik = -3.154, Train RMSE = 4.441, Test RMSE = 4.238\n","Epoch: 056/100, Train loglik = -3.194, Test loglik = -2.889, Train RMSE = 4.327, Test RMSE = 4.152\n","Epoch: 057/100, Train loglik = -2.931, Test loglik = -2.973, Train RMSE = 4.331, Test RMSE = 4.079\n","Epoch: 058/100, Train loglik = -2.915, Test loglik = -2.884, Train RMSE = 4.278, Test RMSE = 4.137\n","Epoch: 059/100, Train loglik = -3.175, Test loglik = -3.008, Train RMSE = 4.435, Test RMSE = 4.264\n","Epoch: 060/100, Train loglik = -2.996, Test loglik = -2.882, Train RMSE = 4.262, Test RMSE = 4.030\n","Epoch: 061/100, Train loglik = -3.038, Test loglik = -2.932, Train RMSE = 4.368, Test RMSE = 4.176\n","Epoch: 062/100, Train loglik = -2.927, Test loglik = -2.909, Train RMSE = 4.372, Test RMSE = 4.175\n","Epoch: 063/100, Train loglik = -2.900, Test loglik = -2.964, Train RMSE = 4.263, Test RMSE = 4.233\n","Epoch: 064/100, Train loglik = -2.939, Test loglik = -2.934, Train RMSE = 4.266, Test RMSE = 4.077\n","Epoch: 065/100, Train loglik = -2.953, Test loglik = -2.852, Train RMSE = 4.378, Test RMSE = 4.209\n","Epoch: 066/100, Train loglik = -2.997, Test loglik = -2.925, Train RMSE = 4.351, Test RMSE = 4.243\n","Epoch: 067/100, Train loglik = -3.186, Test loglik = -2.860, Train RMSE = 4.298, Test RMSE = 4.184\n","Epoch: 068/100, Train loglik = -3.082, Test loglik = -2.875, Train RMSE = 4.289, Test RMSE = 4.157\n","Epoch: 069/100, Train loglik = -2.948, Test loglik = -2.923, Train RMSE = 4.355, Test RMSE = 4.181\n","Epoch: 070/100, Train loglik = -2.897, Test loglik = -2.889, Train RMSE = 4.268, Test RMSE = 4.138\n","Epoch: 071/100, Train loglik = -3.046, Test loglik = -2.891, Train RMSE = 4.298, Test RMSE = 4.114\n","Epoch: 072/100, Train loglik = -2.945, Test loglik = -2.917, Train RMSE = 4.299, Test RMSE = 4.061\n","Epoch: 073/100, Train loglik = -2.895, Test loglik = -2.962, Train RMSE = 4.383, Test RMSE = 4.220\n","Epoch: 074/100, Train loglik = -2.882, Test loglik = -2.988, Train RMSE = 4.438, Test RMSE = 4.340\n","Epoch: 075/100, Train loglik = -2.981, Test loglik = -2.937, Train RMSE = 4.360, Test RMSE = 4.233\n","Epoch: 076/100, Train loglik = -2.903, Test loglik = -2.865, Train RMSE = 4.250, Test RMSE = 4.043\n","Epoch: 077/100, Train loglik = -2.927, Test loglik = -2.855, Train RMSE = 4.426, Test RMSE = 4.072\n","Epoch: 078/100, Train loglik = -2.935, Test loglik = -2.875, Train RMSE = 4.268, Test RMSE = 4.111\n","Epoch: 079/100, Train loglik = -2.908, Test loglik = -2.882, Train RMSE = 4.249, Test RMSE = 4.023\n","Epoch: 080/100, Train loglik = -2.923, Test loglik = -2.896, Train RMSE = 4.247, Test RMSE = 4.070\n","Epoch: 081/100, Train loglik = -2.975, Test loglik = -2.983, Train RMSE = 4.356, Test RMSE = 4.170\n","Epoch: 082/100, Train loglik = -2.934, Test loglik = -3.056, Train RMSE = 4.244, Test RMSE = 4.130\n","Epoch: 083/100, Train loglik = -2.981, Test loglik = -2.860, Train RMSE = 4.245, Test RMSE = 4.106\n","Epoch: 084/100, Train loglik = -2.925, Test loglik = -2.842, Train RMSE = 4.389, Test RMSE = 4.004\n","Epoch: 085/100, Train loglik = -3.036, Test loglik = -2.868, Train RMSE = 4.248, Test RMSE = 4.097\n","Epoch: 086/100, Train loglik = -3.005, Test loglik = -3.171, Train RMSE = 4.241, Test RMSE = 4.009\n","Epoch: 087/100, Train loglik = -2.950, Test loglik = -2.850, Train RMSE = 4.238, Test RMSE = 4.069\n","Epoch: 088/100, Train loglik = -2.882, Test loglik = -2.972, Train RMSE = 4.294, Test RMSE = 4.091\n","Epoch: 089/100, Train loglik = -2.985, Test loglik = -2.849, Train RMSE = 4.279, Test RMSE = 4.111\n","Epoch: 090/100, Train loglik = -2.900, Test loglik = -2.938, Train RMSE = 4.289, Test RMSE = 4.089\n","Epoch: 091/100, Train loglik = -2.870, Test loglik = -2.841, Train RMSE = 4.234, Test RMSE = 4.029\n","Epoch: 092/100, Train loglik = -2.919, Test loglik = -2.869, Train RMSE = 4.220, Test RMSE = 4.022\n","Epoch: 093/100, Train loglik = -2.904, Test loglik = -2.971, Train RMSE = 4.284, Test RMSE = 4.096\n","Epoch: 094/100, Train loglik = -2.928, Test loglik = -2.929, Train RMSE = 4.286, Test RMSE = 4.015\n","Epoch: 095/100, Train loglik = -2.892, Test loglik = -2.837, Train RMSE = 4.258, Test RMSE = 4.017\n","Epoch: 096/100, Train loglik = -2.868, Test loglik = -2.852, Train RMSE = 4.227, Test RMSE = 4.018\n","Epoch: 097/100, Train loglik = -2.899, Test loglik = -2.897, Train RMSE = 4.230, Test RMSE = 4.012\n","Epoch: 098/100, Train loglik = -2.919, Test loglik = -2.896, Train RMSE = 4.292, Test RMSE = 4.038\n","Epoch: 099/100, Train loglik = -2.979, Test loglik = -2.904, Train RMSE = 4.227, Test RMSE = 4.046\n","Epoch: 100/100, Train loglik = -2.884, Test loglik = -2.862, Train RMSE = 4.217, Test RMSE = 4.017\n","FOLD 1:\n","Epoch: 001/100, Train loglik = -4.275, Test loglik = -4.200, Train RMSE = 17.165, Test RMSE = 16.634\n","Epoch: 002/100, Train loglik = -4.230, Test loglik = -4.193, Train RMSE = 16.742, Test RMSE = 16.299\n","Epoch: 003/100, Train loglik = -4.192, Test loglik = -4.158, Train RMSE = 15.966, Test RMSE = 15.801\n","Epoch: 004/100, Train loglik = -4.180, Test loglik = -4.119, Train RMSE = 15.325, Test RMSE = 14.985\n","Epoch: 005/100, Train loglik = -4.155, Test loglik = -4.100, Train RMSE = 14.326, Test RMSE = 13.848\n","Epoch: 006/100, Train loglik = -4.006, Test loglik = -4.042, Train RMSE = 12.776, Test RMSE = 12.769\n","Epoch: 007/100, Train loglik = -3.974, Test loglik = -3.965, Train RMSE = 11.521, Test RMSE = 11.038\n","Epoch: 008/100, Train loglik = -3.852, Test loglik = -3.852, Train RMSE = 9.717, Test RMSE = 9.397\n","Epoch: 009/100, Train loglik = -3.704, Test loglik = -3.748, Train RMSE = 8.129, Test RMSE = 7.950\n","Epoch: 010/100, Train loglik = -3.635, Test loglik = -3.645, Train RMSE = 7.399, Test RMSE = 7.462\n","Epoch: 011/100, Train loglik = -3.524, Test loglik = -3.627, Train RMSE = 7.462, Test RMSE = 7.527\n","Epoch: 012/100, Train loglik = -3.823, Test loglik = -3.766, Train RMSE = 7.630, Test RMSE = 7.825\n","Epoch: 013/100, Train loglik = -3.470, Test loglik = -3.658, Train RMSE = 7.015, Test RMSE = 7.178\n","Epoch: 014/100, Train loglik = -3.388, Test loglik = -3.391, Train RMSE = 6.386, Test RMSE = 6.517\n","Epoch: 015/100, Train loglik = -3.387, Test loglik = -3.422, Train RMSE = 6.207, Test RMSE = 6.127\n","Epoch: 016/100, Train loglik = -3.358, Test loglik = -3.402, Train RMSE = 6.309, Test RMSE = 6.331\n","Epoch: 017/100, Train loglik = -3.489, Test loglik = -3.328, Train RMSE = 6.421, Test RMSE = 6.184\n","Epoch: 018/100, Train loglik = -3.372, Test loglik = -3.310, Train RMSE = 6.128, Test RMSE = 5.984\n","Epoch: 019/100, Train loglik = -3.291, Test loglik = -3.252, Train RMSE = 5.513, Test RMSE = 5.433\n","Epoch: 020/100, Train loglik = -3.213, Test loglik = -3.247, Train RMSE = 5.162, Test RMSE = 5.048\n","Epoch: 021/100, Train loglik = -3.165, Test loglik = -3.177, Train RMSE = 5.203, Test RMSE = 5.092\n","Epoch: 022/100, Train loglik = -3.223, Test loglik = -3.478, Train RMSE = 5.049, Test RMSE = 4.919\n","Epoch: 023/100, Train loglik = -3.410, Test loglik = -3.321, Train RMSE = 5.091, Test RMSE = 5.026\n","Epoch: 024/100, Train loglik = -3.375, Test loglik = -3.111, Train RMSE = 5.038, Test RMSE = 4.842\n","Epoch: 025/100, Train loglik = -3.123, Test loglik = -3.170, Train RMSE = 4.987, Test RMSE = 5.008\n","Epoch: 026/100, Train loglik = -3.247, Test loglik = -3.153, Train RMSE = 4.947, Test RMSE = 4.977\n","Epoch: 027/100, Train loglik = -3.161, Test loglik = -3.187, Train RMSE = 5.066, Test RMSE = 4.914\n","Epoch: 028/100, Train loglik = -3.293, Test loglik = -3.166, Train RMSE = 5.077, Test RMSE = 4.993\n","Epoch: 029/100, Train loglik = -3.124, Test loglik = -3.589, Train RMSE = 4.961, Test RMSE = 4.899\n","Epoch: 030/100, Train loglik = -3.088, Test loglik = -3.104, Train RMSE = 4.823, Test RMSE = 4.689\n","Epoch: 031/100, Train loglik = -3.049, Test loglik = -3.107, Train RMSE = 4.911, Test RMSE = 4.683\n","Epoch: 032/100, Train loglik = -3.039, Test loglik = -3.113, Train RMSE = 4.693, Test RMSE = 4.758\n","Epoch: 033/100, Train loglik = -3.113, Test loglik = -3.042, Train RMSE = 4.781, Test RMSE = 4.597\n","Epoch: 034/100, Train loglik = -3.032, Test loglik = -3.059, Train RMSE = 4.586, Test RMSE = 4.492\n","Epoch: 035/100, Train loglik = -3.067, Test loglik = -3.026, Train RMSE = 4.751, Test RMSE = 4.709\n","Epoch: 036/100, Train loglik = -3.019, Test loglik = -3.092, Train RMSE = 4.608, Test RMSE = 4.655\n","Epoch: 037/100, Train loglik = -3.090, Test loglik = -3.173, Train RMSE = 4.572, Test RMSE = 4.503\n","Epoch: 038/100, Train loglik = -3.022, Test loglik = -3.044, Train RMSE = 4.517, Test RMSE = 4.485\n","Epoch: 039/100, Train loglik = -3.026, Test loglik = -3.006, Train RMSE = 4.729, Test RMSE = 4.475\n","Epoch: 040/100, Train loglik = -3.163, Test loglik = -3.048, Train RMSE = 4.604, Test RMSE = 4.547\n","Epoch: 041/100, Train loglik = -2.999, Test loglik = -3.029, Train RMSE = 4.479, Test RMSE = 4.435\n","Epoch: 042/100, Train loglik = -2.973, Test loglik = -3.025, Train RMSE = 4.474, Test RMSE = 4.444\n","Epoch: 043/100, Train loglik = -2.967, Test loglik = -3.017, Train RMSE = 4.431, Test RMSE = 4.391\n","Epoch: 044/100, Train loglik = -2.952, Test loglik = -2.901, Train RMSE = 4.464, Test RMSE = 4.330\n","Epoch: 045/100, Train loglik = -3.024, Test loglik = -3.001, Train RMSE = 4.361, Test RMSE = 4.425\n","Epoch: 046/100, Train loglik = -3.050, Test loglik = -2.944, Train RMSE = 4.421, Test RMSE = 4.208\n","Epoch: 047/100, Train loglik = -2.928, Test loglik = -2.910, Train RMSE = 4.379, Test RMSE = 4.316\n","Epoch: 048/100, Train loglik = -2.918, Test loglik = -2.899, Train RMSE = 4.319, Test RMSE = 4.271\n","Epoch: 049/100, Train loglik = -3.036, Test loglik = -2.920, Train RMSE = 4.370, Test RMSE = 4.349\n","Epoch: 050/100, Train loglik = -2.915, Test loglik = -3.002, Train RMSE = 4.502, Test RMSE = 4.273\n","Epoch: 051/100, Train loglik = -2.998, Test loglik = -2.929, Train RMSE = 4.326, Test RMSE = 4.385\n","Epoch: 052/100, Train loglik = -2.961, Test loglik = -2.921, Train RMSE = 4.380, Test RMSE = 4.400\n","Epoch: 053/100, Train loglik = -2.927, Test loglik = -2.914, Train RMSE = 4.275, Test RMSE = 4.236\n","Epoch: 054/100, Train loglik = -2.947, Test loglik = -2.984, Train RMSE = 4.357, Test RMSE = 4.200\n","Epoch: 055/100, Train loglik = -2.915, Test loglik = -3.081, Train RMSE = 4.317, Test RMSE = 4.244\n","Epoch: 056/100, Train loglik = -2.987, Test loglik = -2.969, Train RMSE = 4.274, Test RMSE = 4.243\n","Epoch: 057/100, Train loglik = -2.896, Test loglik = -2.954, Train RMSE = 4.299, Test RMSE = 4.245\n","Epoch: 058/100, Train loglik = -2.893, Test loglik = -2.907, Train RMSE = 4.281, Test RMSE = 4.327\n","Epoch: 059/100, Train loglik = -2.942, Test loglik = -2.921, Train RMSE = 4.253, Test RMSE = 4.215\n","Epoch: 060/100, Train loglik = -2.983, Test loglik = -2.943, Train RMSE = 4.336, Test RMSE = 4.227\n","Epoch: 061/100, Train loglik = -3.242, Test loglik = -2.913, Train RMSE = 4.462, Test RMSE = 4.317\n","Epoch: 062/100, Train loglik = -3.012, Test loglik = -2.970, Train RMSE = 4.306, Test RMSE = 4.215\n","Epoch: 063/100, Train loglik = -2.957, Test loglik = -2.936, Train RMSE = 4.308, Test RMSE = 4.182\n","Epoch: 064/100, Train loglik = -2.963, Test loglik = -2.979, Train RMSE = 4.391, Test RMSE = 4.203\n","Epoch: 065/100, Train loglik = -2.914, Test loglik = -2.978, Train RMSE = 4.317, Test RMSE = 4.255\n","Epoch: 066/100, Train loglik = -3.089, Test loglik = -2.956, Train RMSE = 4.310, Test RMSE = 4.267\n","Epoch: 067/100, Train loglik = -2.935, Test loglik = -2.957, Train RMSE = 4.293, Test RMSE = 4.196\n","Epoch: 068/100, Train loglik = -3.037, Test loglik = -2.885, Train RMSE = 4.354, Test RMSE = 4.162\n","Epoch: 069/100, Train loglik = -2.907, Test loglik = -3.077, Train RMSE = 4.277, Test RMSE = 4.304\n","Epoch: 070/100, Train loglik = -2.926, Test loglik = -2.878, Train RMSE = 4.252, Test RMSE = 4.201\n","Epoch: 071/100, Train loglik = -2.913, Test loglik = -2.939, Train RMSE = 4.306, Test RMSE = 4.176\n","Epoch: 072/100, Train loglik = -2.956, Test loglik = -2.880, Train RMSE = 4.289, Test RMSE = 4.207\n","Epoch: 073/100, Train loglik = -2.931, Test loglik = -2.951, Train RMSE = 4.332, Test RMSE = 4.283\n","Epoch: 074/100, Train loglik = -2.888, Test loglik = -2.932, Train RMSE = 4.303, Test RMSE = 4.178\n","Epoch: 075/100, Train loglik = -3.185, Test loglik = -2.849, Train RMSE = 4.289, Test RMSE = 4.181\n","Epoch: 076/100, Train loglik = -3.102, Test loglik = -2.894, Train RMSE = 4.393, Test RMSE = 4.310\n","Epoch: 077/100, Train loglik = -2.947, Test loglik = -2.921, Train RMSE = 4.553, Test RMSE = 4.349\n","Epoch: 078/100, Train loglik = -2.914, Test loglik = -2.975, Train RMSE = 4.263, Test RMSE = 4.181\n","Epoch: 079/100, Train loglik = -3.032, Test loglik = -2.908, Train RMSE = 4.260, Test RMSE = 4.254\n","Epoch: 080/100, Train loglik = -3.000, Test loglik = -2.919, Train RMSE = 4.449, Test RMSE = 4.438\n","Epoch: 081/100, Train loglik = -2.916, Test loglik = -2.878, Train RMSE = 4.459, Test RMSE = 4.208\n","Epoch: 082/100, Train loglik = -2.993, Test loglik = -2.910, Train RMSE = 4.388, Test RMSE = 4.159\n","Epoch: 083/100, Train loglik = -2.877, Test loglik = -2.877, Train RMSE = 4.220, Test RMSE = 4.155\n","Epoch: 084/100, Train loglik = -2.867, Test loglik = -2.897, Train RMSE = 4.279, Test RMSE = 4.147\n","Epoch: 085/100, Train loglik = -2.965, Test loglik = -3.104, Train RMSE = 4.275, Test RMSE = 4.232\n","Epoch: 086/100, Train loglik = -2.895, Test loglik = -2.893, Train RMSE = 4.237, Test RMSE = 4.121\n","Epoch: 087/100, Train loglik = -2.868, Test loglik = -2.996, Train RMSE = 4.283, Test RMSE = 4.326\n","Epoch: 088/100, Train loglik = -2.897, Test loglik = -2.915, Train RMSE = 4.374, Test RMSE = 4.241\n","Epoch: 089/100, Train loglik = -2.897, Test loglik = -2.886, Train RMSE = 4.317, Test RMSE = 4.202\n","Epoch: 090/100, Train loglik = -2.873, Test loglik = -2.947, Train RMSE = 4.247, Test RMSE = 4.163\n","Epoch: 091/100, Train loglik = -2.902, Test loglik = -2.864, Train RMSE = 4.282, Test RMSE = 4.182\n","Epoch: 092/100, Train loglik = -2.897, Test loglik = -2.890, Train RMSE = 4.270, Test RMSE = 4.129\n","Epoch: 093/100, Train loglik = -2.969, Test loglik = -2.951, Train RMSE = 4.250, Test RMSE = 4.162\n","Epoch: 094/100, Train loglik = -2.983, Test loglik = -2.856, Train RMSE = 4.238, Test RMSE = 4.155\n","Epoch: 095/100, Train loglik = -2.910, Test loglik = -2.859, Train RMSE = 4.260, Test RMSE = 4.164\n","Epoch: 096/100, Train loglik = -2.936, Test loglik = -2.869, Train RMSE = 4.260, Test RMSE = 4.225\n","Epoch: 097/100, Train loglik = -2.902, Test loglik = -2.890, Train RMSE = 4.242, Test RMSE = 4.146\n","Epoch: 098/100, Train loglik = -2.883, Test loglik = -2.858, Train RMSE = 4.230, Test RMSE = 4.131\n","Epoch: 099/100, Train loglik = -3.037, Test loglik = -2.898, Train RMSE = 4.231, Test RMSE = 4.172\n","Epoch: 100/100, Train loglik = -2.930, Test loglik = -2.885, Train RMSE = 4.238, Test RMSE = 4.199\n","FOLD 2:\n","Epoch: 001/100, Train loglik = -4.261, Test loglik = -4.251, Train RMSE = 17.036, Test RMSE = 16.998\n","Epoch: 002/100, Train loglik = -4.253, Test loglik = -4.216, Train RMSE = 16.614, Test RMSE = 16.680\n","Epoch: 003/100, Train loglik = -4.180, Test loglik = -4.233, Train RMSE = 16.018, Test RMSE = 16.140\n","Epoch: 004/100, Train loglik = -4.150, Test loglik = -4.140, Train RMSE = 15.213, Test RMSE = 15.165\n","Epoch: 005/100, Train loglik = -4.101, Test loglik = -4.080, Train RMSE = 14.041, Test RMSE = 14.337\n","Epoch: 006/100, Train loglik = -4.013, Test loglik = -4.034, Train RMSE = 12.865, Test RMSE = 12.709\n","Epoch: 007/100, Train loglik = -3.910, Test loglik = -3.944, Train RMSE = 11.279, Test RMSE = 11.144\n","Epoch: 008/100, Train loglik = -3.833, Test loglik = -3.844, Train RMSE = 9.348, Test RMSE = 9.519\n","Epoch: 009/100, Train loglik = -3.700, Test loglik = -3.759, Train RMSE = 7.997, Test RMSE = 8.074\n","Epoch: 010/100, Train loglik = -3.665, Test loglik = -3.660, Train RMSE = 7.439, Test RMSE = 7.669\n","Epoch: 011/100, Train loglik = -3.529, Test loglik = -3.665, Train RMSE = 7.706, Test RMSE = 7.815\n","Epoch: 012/100, Train loglik = -3.688, Test loglik = -3.773, Train RMSE = 7.599, Test RMSE = 8.091\n","Epoch: 013/100, Train loglik = -3.649, Test loglik = -4.040, Train RMSE = 7.015, Test RMSE = 7.123\n","Epoch: 014/100, Train loglik = -3.482, Test loglik = -3.408, Train RMSE = 6.613, Test RMSE = 6.692\n","Epoch: 015/100, Train loglik = -3.477, Test loglik = -3.476, Train RMSE = 6.432, Test RMSE = 6.624\n","Epoch: 016/100, Train loglik = -3.420, Test loglik = -3.547, Train RMSE = 6.607, Test RMSE = 6.869\n","Epoch: 017/100, Train loglik = -3.367, Test loglik = -3.459, Train RMSE = 6.248, Test RMSE = 6.555\n","Epoch: 018/100, Train loglik = -3.280, Test loglik = -3.310, Train RMSE = 6.132, Test RMSE = 6.198\n","Epoch: 019/100, Train loglik = -3.346, Test loglik = -3.331, Train RMSE = 5.868, Test RMSE = 5.957\n","Epoch: 020/100, Train loglik = -3.224, Test loglik = -3.371, Train RMSE = 5.389, Test RMSE = 5.758\n","Epoch: 021/100, Train loglik = -3.180, Test loglik = -3.233, Train RMSE = 5.310, Test RMSE = 5.356\n","Epoch: 022/100, Train loglik = -3.432, Test loglik = -3.209, Train RMSE = 5.136, Test RMSE = 5.262\n","Epoch: 023/100, Train loglik = -3.439, Test loglik = -3.743, Train RMSE = 4.976, Test RMSE = 5.331\n","Epoch: 024/100, Train loglik = -3.191, Test loglik = -3.310, Train RMSE = 4.995, Test RMSE = 5.243\n","Epoch: 025/100, Train loglik = -3.145, Test loglik = -3.189, Train RMSE = 5.114, Test RMSE = 5.445\n","Epoch: 026/100, Train loglik = -3.128, Test loglik = -3.243, Train RMSE = 4.991, Test RMSE = 5.302\n","Epoch: 027/100, Train loglik = -3.131, Test loglik = -3.218, Train RMSE = 5.033, Test RMSE = 5.379\n","Epoch: 028/100, Train loglik = -3.149, Test loglik = -3.334, Train RMSE = 4.997, Test RMSE = 5.404\n","Epoch: 029/100, Train loglik = -3.140, Test loglik = -3.143, Train RMSE = 4.995, Test RMSE = 5.216\n","Epoch: 030/100, Train loglik = -3.316, Test loglik = -3.276, Train RMSE = 4.965, Test RMSE = 5.263\n","Epoch: 031/100, Train loglik = -3.236, Test loglik = -3.121, Train RMSE = 4.814, Test RMSE = 5.205\n","Epoch: 032/100, Train loglik = -3.149, Test loglik = -3.076, Train RMSE = 4.731, Test RMSE = 5.028\n","Epoch: 033/100, Train loglik = -3.056, Test loglik = -3.139, Train RMSE = 4.704, Test RMSE = 4.993\n","Epoch: 034/100, Train loglik = -3.164, Test loglik = -3.316, Train RMSE = 4.700, Test RMSE = 5.029\n","Epoch: 035/100, Train loglik = -3.029, Test loglik = -3.139, Train RMSE = 4.625, Test RMSE = 4.871\n","Epoch: 036/100, Train loglik = -3.022, Test loglik = -3.156, Train RMSE = 4.602, Test RMSE = 4.866\n","Epoch: 037/100, Train loglik = -3.088, Test loglik = -3.110, Train RMSE = 4.562, Test RMSE = 4.846\n","Epoch: 038/100, Train loglik = -3.078, Test loglik = -3.081, Train RMSE = 4.652, Test RMSE = 4.824\n","Epoch: 039/100, Train loglik = -3.071, Test loglik = -3.119, Train RMSE = 4.511, Test RMSE = 4.734\n","Epoch: 040/100, Train loglik = -3.004, Test loglik = -3.083, Train RMSE = 4.546, Test RMSE = 4.790\n","Epoch: 041/100, Train loglik = -3.083, Test loglik = -3.136, Train RMSE = 4.623, Test RMSE = 4.784\n","Epoch: 042/100, Train loglik = -2.980, Test loglik = -3.002, Train RMSE = 4.585, Test RMSE = 4.772\n","Epoch: 043/100, Train loglik = -3.040, Test loglik = -3.038, Train RMSE = 4.415, Test RMSE = 4.640\n","Epoch: 044/100, Train loglik = -3.093, Test loglik = -3.035, Train RMSE = 4.435, Test RMSE = 4.579\n","Epoch: 045/100, Train loglik = -2.976, Test loglik = -2.979, Train RMSE = 4.403, Test RMSE = 4.512\n","Epoch: 046/100, Train loglik = -3.003, Test loglik = -2.988, Train RMSE = 4.343, Test RMSE = 4.472\n","Epoch: 047/100, Train loglik = -2.953, Test loglik = -3.116, Train RMSE = 4.352, Test RMSE = 4.464\n","Epoch: 048/100, Train loglik = -2.938, Test loglik = -3.217, Train RMSE = 4.325, Test RMSE = 4.444\n","Epoch: 049/100, Train loglik = -2.920, Test loglik = -2.950, Train RMSE = 4.307, Test RMSE = 4.436\n","Epoch: 050/100, Train loglik = -2.948, Test loglik = -2.980, Train RMSE = 4.302, Test RMSE = 4.434\n","Epoch: 051/100, Train loglik = -2.949, Test loglik = -2.958, Train RMSE = 4.294, Test RMSE = 4.492\n","Epoch: 052/100, Train loglik = -2.946, Test loglik = -2.921, Train RMSE = 4.352, Test RMSE = 4.402\n","Epoch: 053/100, Train loglik = -2.929, Test loglik = -2.953, Train RMSE = 4.353, Test RMSE = 4.427\n","Epoch: 054/100, Train loglik = -3.079, Test loglik = -3.078, Train RMSE = 4.326, Test RMSE = 4.551\n","Epoch: 055/100, Train loglik = -2.928, Test loglik = -2.967, Train RMSE = 4.410, Test RMSE = 4.412\n","Epoch: 056/100, Train loglik = -2.927, Test loglik = -3.030, Train RMSE = 4.290, Test RMSE = 4.404\n","Epoch: 057/100, Train loglik = -3.287, Test loglik = -2.929, Train RMSE = 4.364, Test RMSE = 4.408\n","Epoch: 058/100, Train loglik = -2.911, Test loglik = -2.939, Train RMSE = 4.392, Test RMSE = 4.347\n","Epoch: 059/100, Train loglik = -2.892, Test loglik = -2.984, Train RMSE = 4.253, Test RMSE = 4.350\n","Epoch: 060/100, Train loglik = -2.941, Test loglik = -2.947, Train RMSE = 4.300, Test RMSE = 4.528\n","Epoch: 061/100, Train loglik = -2.993, Test loglik = -2.984, Train RMSE = 4.376, Test RMSE = 4.665\n","Epoch: 062/100, Train loglik = -2.909, Test loglik = -2.915, Train RMSE = 4.340, Test RMSE = 4.350\n","Epoch: 063/100, Train loglik = -2.908, Test loglik = -2.925, Train RMSE = 4.423, Test RMSE = 4.504\n","Epoch: 064/100, Train loglik = -2.951, Test loglik = -2.913, Train RMSE = 4.636, Test RMSE = 4.755\n","Epoch: 065/100, Train loglik = -3.057, Test loglik = -2.987, Train RMSE = 4.458, Test RMSE = 4.456\n","Epoch: 066/100, Train loglik = -2.902, Test loglik = -2.974, Train RMSE = 4.241, Test RMSE = 4.363\n","Epoch: 067/100, Train loglik = -2.907, Test loglik = -2.916, Train RMSE = 4.425, Test RMSE = 4.474\n","Epoch: 068/100, Train loglik = -2.937, Test loglik = -3.014, Train RMSE = 4.476, Test RMSE = 4.778\n","Epoch: 069/100, Train loglik = -2.983, Test loglik = -2.974, Train RMSE = 4.458, Test RMSE = 4.499\n","Epoch: 070/100, Train loglik = -2.986, Test loglik = -2.994, Train RMSE = 4.227, Test RMSE = 4.334\n","Epoch: 071/100, Train loglik = -3.022, Test loglik = -2.908, Train RMSE = 4.312, Test RMSE = 4.341\n","Epoch: 072/100, Train loglik = -2.980, Test loglik = -3.243, Train RMSE = 4.390, Test RMSE = 4.536\n","Epoch: 073/100, Train loglik = -2.915, Test loglik = -2.953, Train RMSE = 4.400, Test RMSE = 4.372\n","Epoch: 074/100, Train loglik = -2.893, Test loglik = -2.938, Train RMSE = 4.224, Test RMSE = 4.321\n","Epoch: 075/100, Train loglik = -3.013, Test loglik = -2.939, Train RMSE = 4.302, Test RMSE = 4.364\n","Epoch: 076/100, Train loglik = -2.960, Test loglik = -2.933, Train RMSE = 4.395, Test RMSE = 4.462\n","Epoch: 077/100, Train loglik = -2.875, Test loglik = -2.967, Train RMSE = 4.276, Test RMSE = 4.408\n","Epoch: 078/100, Train loglik = -2.953, Test loglik = -2.952, Train RMSE = 4.247, Test RMSE = 4.333\n","Epoch: 079/100, Train loglik = -2.869, Test loglik = -2.946, Train RMSE = 4.325, Test RMSE = 4.357\n","Epoch: 080/100, Train loglik = -2.972, Test loglik = -2.922, Train RMSE = 4.312, Test RMSE = 4.351\n","Epoch: 081/100, Train loglik = -2.876, Test loglik = -2.959, Train RMSE = 4.255, Test RMSE = 4.310\n","Epoch: 082/100, Train loglik = -2.932, Test loglik = -2.934, Train RMSE = 4.213, Test RMSE = 4.319\n","Epoch: 083/100, Train loglik = -2.913, Test loglik = -2.917, Train RMSE = 4.309, Test RMSE = 4.341\n","Epoch: 084/100, Train loglik = -2.873, Test loglik = -2.896, Train RMSE = 4.262, Test RMSE = 4.352\n","Epoch: 085/100, Train loglik = -2.881, Test loglik = -3.146, Train RMSE = 4.222, Test RMSE = 4.318\n","Epoch: 086/100, Train loglik = -2.867, Test loglik = -2.959, Train RMSE = 4.237, Test RMSE = 4.329\n","Epoch: 087/100, Train loglik = -2.902, Test loglik = -3.053, Train RMSE = 4.275, Test RMSE = 4.321\n","Epoch: 088/100, Train loglik = -2.907, Test loglik = -2.917, Train RMSE = 4.226, Test RMSE = 4.300\n","Epoch: 089/100, Train loglik = -2.923, Test loglik = -2.912, Train RMSE = 4.251, Test RMSE = 4.292\n","Epoch: 090/100, Train loglik = -2.998, Test loglik = -3.105, Train RMSE = 4.229, Test RMSE = 4.300\n","Epoch: 091/100, Train loglik = -2.889, Test loglik = -2.950, Train RMSE = 4.244, Test RMSE = 4.354\n","Epoch: 092/100, Train loglik = -3.105, Test loglik = -2.945, Train RMSE = 4.208, Test RMSE = 4.307\n","Epoch: 093/100, Train loglik = -3.060, Test loglik = -2.903, Train RMSE = 4.243, Test RMSE = 4.299\n","Epoch: 094/100, Train loglik = -2.883, Test loglik = -3.040, Train RMSE = 4.240, Test RMSE = 4.366\n","Epoch: 095/100, Train loglik = -2.899, Test loglik = -2.920, Train RMSE = 4.258, Test RMSE = 4.328\n","Epoch: 096/100, Train loglik = -2.889, Test loglik = -3.025, Train RMSE = 4.204, Test RMSE = 4.285\n","Epoch: 097/100, Train loglik = -2.897, Test loglik = -2.972, Train RMSE = 4.239, Test RMSE = 4.343\n","Epoch: 098/100, Train loglik = -2.889, Test loglik = -2.902, Train RMSE = 4.197, Test RMSE = 4.384\n","Epoch: 099/100, Train loglik = -2.909, Test loglik = -2.906, Train RMSE = 4.271, Test RMSE = 4.291\n","Epoch: 100/100, Train loglik = -2.920, Test loglik = -2.882, Train RMSE = 4.235, Test RMSE = 4.300\n","FOLD 3:\n","Epoch: 001/100, Train loglik = -4.245, Test loglik = -4.311, Train RMSE = 17.036, Test RMSE = 17.392\n","Epoch: 002/100, Train loglik = -4.211, Test loglik = -4.246, Train RMSE = 16.679, Test RMSE = 17.144\n","Epoch: 003/100, Train loglik = -4.202, Test loglik = -4.241, Train RMSE = 16.204, Test RMSE = 16.622\n","Epoch: 004/100, Train loglik = -4.191, Test loglik = -4.190, Train RMSE = 15.576, Test RMSE = 15.853\n","Epoch: 005/100, Train loglik = -4.142, Test loglik = -4.179, Train RMSE = 14.619, Test RMSE = 15.115\n","Epoch: 006/100, Train loglik = -4.056, Test loglik = -4.103, Train RMSE = 13.220, Test RMSE = 13.752\n","Epoch: 007/100, Train loglik = -3.973, Test loglik = -4.001, Train RMSE = 11.823, Test RMSE = 12.271\n","Epoch: 008/100, Train loglik = -3.876, Test loglik = -3.914, Train RMSE = 10.210, Test RMSE = 10.812\n","Epoch: 009/100, Train loglik = -3.756, Test loglik = -3.804, Train RMSE = 9.081, Test RMSE = 9.306\n","Epoch: 010/100, Train loglik = -3.719, Test loglik = -3.823, Train RMSE = 8.204, Test RMSE = 8.463\n","Epoch: 011/100, Train loglik = -3.744, Test loglik = -3.847, Train RMSE = 7.619, Test RMSE = 7.789\n","Epoch: 012/100, Train loglik = -3.599, Test loglik = -3.548, Train RMSE = 7.398, Test RMSE = 7.445\n","Epoch: 013/100, Train loglik = -3.502, Test loglik = -3.482, Train RMSE = 7.456, Test RMSE = 7.259\n","Epoch: 014/100, Train loglik = -3.565, Test loglik = -3.428, Train RMSE = 7.073, Test RMSE = 7.205\n","Epoch: 015/100, Train loglik = -3.469, Test loglik = -3.510, Train RMSE = 6.893, Test RMSE = 6.860\n","Epoch: 016/100, Train loglik = -3.484, Test loglik = -3.366, Train RMSE = 6.710, Test RMSE = 6.471\n","Epoch: 017/100, Train loglik = -3.334, Test loglik = -3.351, Train RMSE = 6.405, Test RMSE = 6.569\n","Epoch: 018/100, Train loglik = -3.387, Test loglik = -3.394, Train RMSE = 6.119, Test RMSE = 6.356\n","Epoch: 019/100, Train loglik = -3.269, Test loglik = -3.335, Train RMSE = 5.978, Test RMSE = 6.076\n","Epoch: 020/100, Train loglik = -3.249, Test loglik = -3.469, Train RMSE = 5.420, Test RMSE = 5.462\n","Epoch: 021/100, Train loglik = -3.185, Test loglik = -3.260, Train RMSE = 5.046, Test RMSE = 5.102\n","Epoch: 022/100, Train loglik = -3.153, Test loglik = -3.302, Train RMSE = 5.030, Test RMSE = 4.987\n","Epoch: 023/100, Train loglik = -3.145, Test loglik = -3.170, Train RMSE = 4.988, Test RMSE = 4.969\n","Epoch: 024/100, Train loglik = -3.179, Test loglik = -3.141, Train RMSE = 5.137, Test RMSE = 5.092\n","Epoch: 025/100, Train loglik = -3.134, Test loglik = -3.109, Train RMSE = 5.197, Test RMSE = 4.955\n","Epoch: 026/100, Train loglik = -3.206, Test loglik = -3.165, Train RMSE = 5.053, Test RMSE = 4.981\n","Epoch: 027/100, Train loglik = -3.256, Test loglik = -3.228, Train RMSE = 5.013, Test RMSE = 4.912\n","Epoch: 028/100, Train loglik = -3.102, Test loglik = -3.115, Train RMSE = 5.075, Test RMSE = 4.925\n","Epoch: 029/100, Train loglik = -3.122, Test loglik = -3.139, Train RMSE = 5.167, Test RMSE = 4.932\n","Epoch: 030/100, Train loglik = -3.317, Test loglik = -3.100, Train RMSE = 5.001, Test RMSE = 5.041\n","Epoch: 031/100, Train loglik = -3.166, Test loglik = -3.040, Train RMSE = 4.945, Test RMSE = 4.795\n","Epoch: 032/100, Train loglik = -3.032, Test loglik = -3.067, Train RMSE = 4.781, Test RMSE = 4.627\n","Epoch: 033/100, Train loglik = -3.125, Test loglik = -3.123, Train RMSE = 4.868, Test RMSE = 4.722\n","Epoch: 034/100, Train loglik = -3.012, Test loglik = -3.023, Train RMSE = 4.680, Test RMSE = 4.600\n","Epoch: 035/100, Train loglik = -3.017, Test loglik = -3.072, Train RMSE = 4.714, Test RMSE = 4.480\n","Epoch: 036/100, Train loglik = -3.025, Test loglik = -2.995, Train RMSE = 4.589, Test RMSE = 4.408\n","Epoch: 037/100, Train loglik = -3.056, Test loglik = -3.126, Train RMSE = 4.626, Test RMSE = 4.484\n","Epoch: 038/100, Train loglik = -3.008, Test loglik = -3.006, Train RMSE = 4.594, Test RMSE = 4.510\n","Epoch: 039/100, Train loglik = -2.979, Test loglik = -3.010, Train RMSE = 4.605, Test RMSE = 4.442\n","Epoch: 040/100, Train loglik = -2.978, Test loglik = -2.994, Train RMSE = 4.577, Test RMSE = 4.368\n","Epoch: 041/100, Train loglik = -3.219, Test loglik = -2.983, Train RMSE = 4.607, Test RMSE = 4.372\n","Epoch: 042/100, Train loglik = -3.017, Test loglik = -3.075, Train RMSE = 4.516, Test RMSE = 4.395\n","Epoch: 043/100, Train loglik = -3.027, Test loglik = -2.993, Train RMSE = 4.462, Test RMSE = 4.292\n","Epoch: 044/100, Train loglik = -3.085, Test loglik = -3.080, Train RMSE = 4.503, Test RMSE = 4.305\n","Epoch: 045/100, Train loglik = -2.959, Test loglik = -3.024, Train RMSE = 4.462, Test RMSE = 4.425\n","Epoch: 046/100, Train loglik = -2.985, Test loglik = -3.004, Train RMSE = 4.502, Test RMSE = 4.394\n","Epoch: 047/100, Train loglik = -2.976, Test loglik = -3.104, Train RMSE = 4.513, Test RMSE = 4.452\n","Epoch: 048/100, Train loglik = -2.979, Test loglik = -2.969, Train RMSE = 4.390, Test RMSE = 4.174\n","Epoch: 049/100, Train loglik = -2.939, Test loglik = -2.967, Train RMSE = 4.349, Test RMSE = 4.171\n","Epoch: 050/100, Train loglik = -3.122, Test loglik = -3.110, Train RMSE = 4.448, Test RMSE = 4.287\n","Epoch: 051/100, Train loglik = -2.972, Test loglik = -3.012, Train RMSE = 4.540, Test RMSE = 4.220\n","Epoch: 052/100, Train loglik = -2.953, Test loglik = -2.904, Train RMSE = 4.340, Test RMSE = 4.234\n","Epoch: 053/100, Train loglik = -2.952, Test loglik = -3.085, Train RMSE = 4.302, Test RMSE = 4.176\n","Epoch: 054/100, Train loglik = -2.954, Test loglik = -3.034, Train RMSE = 4.347, Test RMSE = 4.289\n","Epoch: 055/100, Train loglik = -2.901, Test loglik = -2.959, Train RMSE = 4.331, Test RMSE = 4.216\n","Epoch: 056/100, Train loglik = -2.939, Test loglik = -2.897, Train RMSE = 4.352, Test RMSE = 4.325\n","Epoch: 057/100, Train loglik = -2.932, Test loglik = -2.918, Train RMSE = 4.269, Test RMSE = 4.218\n","Epoch: 058/100, Train loglik = -3.021, Test loglik = -2.930, Train RMSE = 4.279, Test RMSE = 4.147\n","Epoch: 059/100, Train loglik = -2.926, Test loglik = -2.889, Train RMSE = 4.273, Test RMSE = 4.094\n","Epoch: 060/100, Train loglik = -2.980, Test loglik = -2.983, Train RMSE = 4.264, Test RMSE = 4.119\n","Epoch: 061/100, Train loglik = -2.975, Test loglik = -2.971, Train RMSE = 4.270, Test RMSE = 4.139\n","Epoch: 062/100, Train loglik = -3.150, Test loglik = -2.915, Train RMSE = 4.261, Test RMSE = 4.111\n","Epoch: 063/100, Train loglik = -2.941, Test loglik = -2.940, Train RMSE = 4.319, Test RMSE = 4.203\n","Epoch: 064/100, Train loglik = -2.888, Test loglik = -2.984, Train RMSE = 4.318, Test RMSE = 4.262\n","Epoch: 065/100, Train loglik = -2.986, Test loglik = -2.885, Train RMSE = 4.404, Test RMSE = 4.344\n","Epoch: 066/100, Train loglik = -2.890, Test loglik = -2.883, Train RMSE = 4.289, Test RMSE = 4.255\n","Epoch: 067/100, Train loglik = -3.048, Test loglik = -2.884, Train RMSE = 4.268, Test RMSE = 4.128\n","Epoch: 068/100, Train loglik = -2.910, Test loglik = -2.889, Train RMSE = 4.361, Test RMSE = 4.169\n","Epoch: 069/100, Train loglik = -2.934, Test loglik = -2.903, Train RMSE = 4.367, Test RMSE = 4.161\n","Epoch: 070/100, Train loglik = -2.909, Test loglik = -2.868, Train RMSE = 4.256, Test RMSE = 4.197\n","Epoch: 071/100, Train loglik = -2.888, Test loglik = -2.890, Train RMSE = 4.300, Test RMSE = 4.126\n","Epoch: 072/100, Train loglik = -2.886, Test loglik = -2.927, Train RMSE = 4.279, Test RMSE = 4.190\n","Epoch: 073/100, Train loglik = -2.975, Test loglik = -2.959, Train RMSE = 4.268, Test RMSE = 4.239\n","Epoch: 074/100, Train loglik = -2.885, Test loglik = -2.932, Train RMSE = 4.266, Test RMSE = 4.266\n","Epoch: 075/100, Train loglik = -3.038, Test loglik = -2.946, Train RMSE = 4.278, Test RMSE = 4.173\n","Epoch: 076/100, Train loglik = -2.898, Test loglik = -3.035, Train RMSE = 4.250, Test RMSE = 4.089\n","Epoch: 077/100, Train loglik = -2.919, Test loglik = -2.881, Train RMSE = 4.269, Test RMSE = 4.102\n","Epoch: 078/100, Train loglik = -2.927, Test loglik = -2.870, Train RMSE = 4.233, Test RMSE = 4.110\n","Epoch: 079/100, Train loglik = -2.866, Test loglik = -2.885, Train RMSE = 4.281, Test RMSE = 4.110\n","Epoch: 080/100, Train loglik = -3.002, Test loglik = -2.872, Train RMSE = 4.285, Test RMSE = 4.125\n","Epoch: 081/100, Train loglik = -2.912, Test loglik = -2.893, Train RMSE = 4.239, Test RMSE = 4.097\n","Epoch: 082/100, Train loglik = -2.891, Test loglik = -2.834, Train RMSE = 4.264, Test RMSE = 4.119\n","Epoch: 083/100, Train loglik = -3.088, Test loglik = -2.846, Train RMSE = 4.291, Test RMSE = 4.086\n","Epoch: 084/100, Train loglik = -2.932, Test loglik = -2.910, Train RMSE = 4.247, Test RMSE = 4.085\n","Epoch: 085/100, Train loglik = -2.922, Test loglik = -2.952, Train RMSE = 4.263, Test RMSE = 4.114\n","Epoch: 086/100, Train loglik = -2.904, Test loglik = -2.970, Train RMSE = 4.298, Test RMSE = 4.131\n","Epoch: 087/100, Train loglik = -2.883, Test loglik = -2.857, Train RMSE = 4.259, Test RMSE = 4.161\n","Epoch: 088/100, Train loglik = -2.973, Test loglik = -2.856, Train RMSE = 4.219, Test RMSE = 4.076\n","Epoch: 089/100, Train loglik = -2.937, Test loglik = -2.849, Train RMSE = 4.250, Test RMSE = 4.156\n","Epoch: 090/100, Train loglik = -2.888, Test loglik = -2.867, Train RMSE = 4.277, Test RMSE = 4.122\n","Epoch: 091/100, Train loglik = -2.937, Test loglik = -2.844, Train RMSE = 4.222, Test RMSE = 4.053\n","Epoch: 092/100, Train loglik = -2.885, Test loglik = -2.860, Train RMSE = 4.255, Test RMSE = 4.080\n","Epoch: 093/100, Train loglik = -2.899, Test loglik = -2.855, Train RMSE = 4.282, Test RMSE = 4.207\n","Epoch: 094/100, Train loglik = -2.952, Test loglik = -2.948, Train RMSE = 4.324, Test RMSE = 4.173\n","Epoch: 095/100, Train loglik = -2.909, Test loglik = -2.866, Train RMSE = 4.224, Test RMSE = 4.095\n","Epoch: 096/100, Train loglik = -2.909, Test loglik = -2.866, Train RMSE = 4.236, Test RMSE = 4.099\n","Epoch: 097/100, Train loglik = -2.895, Test loglik = -2.988, Train RMSE = 4.308, Test RMSE = 4.060\n","Epoch: 098/100, Train loglik = -2.883, Test loglik = -2.847, Train RMSE = 4.218, Test RMSE = 4.060\n","Epoch: 099/100, Train loglik = -2.913, Test loglik = -2.870, Train RMSE = 4.212, Test RMSE = 4.054\n","Epoch: 100/100, Train loglik = -2.883, Test loglik = -2.889, Train RMSE = 4.210, Test RMSE = 4.065\n","FOLD 4:\n","Epoch: 001/100, Train loglik = -4.228, Test loglik = -4.265, Train RMSE = 17.027, Test RMSE = 17.299\n","Epoch: 002/100, Train loglik = -4.234, Test loglik = -4.259, Train RMSE = 16.735, Test RMSE = 17.059\n","Epoch: 003/100, Train loglik = -4.227, Test loglik = -4.220, Train RMSE = 16.006, Test RMSE = 16.554\n","Epoch: 004/100, Train loglik = -4.143, Test loglik = -4.201, Train RMSE = 15.263, Test RMSE = 15.896\n","Epoch: 005/100, Train loglik = -4.088, Test loglik = -4.096, Train RMSE = 14.123, Test RMSE = 14.615\n","Epoch: 006/100, Train loglik = -4.032, Test loglik = -4.083, Train RMSE = 12.744, Test RMSE = 13.588\n","Epoch: 007/100, Train loglik = -4.018, Test loglik = -3.968, Train RMSE = 11.350, Test RMSE = 11.642\n","Epoch: 008/100, Train loglik = -3.881, Test loglik = -3.846, Train RMSE = 9.575, Test RMSE = 10.001\n","Epoch: 009/100, Train loglik = -3.748, Test loglik = -3.813, Train RMSE = 8.424, Test RMSE = 8.609\n","Epoch: 010/100, Train loglik = -3.655, Test loglik = -3.739, Train RMSE = 7.560, Test RMSE = 7.738\n","Epoch: 011/100, Train loglik = -3.531, Test loglik = -3.562, Train RMSE = 7.291, Test RMSE = 7.627\n","Epoch: 012/100, Train loglik = -3.592, Test loglik = -3.571, Train RMSE = 7.157, Test RMSE = 7.242\n","Epoch: 013/100, Train loglik = -3.474, Test loglik = -3.711, Train RMSE = 6.669, Test RMSE = 7.049\n","Epoch: 014/100, Train loglik = -3.488, Test loglik = -3.507, Train RMSE = 6.649, Test RMSE = 6.922\n","Epoch: 015/100, Train loglik = -3.376, Test loglik = -3.502, Train RMSE = 6.238, Test RMSE = 6.800\n","Epoch: 016/100, Train loglik = -3.475, Test loglik = -3.371, Train RMSE = 5.993, Test RMSE = 6.398\n","Epoch: 017/100, Train loglik = -3.423, Test loglik = -3.417, Train RMSE = 5.886, Test RMSE = 6.237\n","Epoch: 018/100, Train loglik = -3.307, Test loglik = -3.268, Train RMSE = 5.644, Test RMSE = 5.813\n","Epoch: 019/100, Train loglik = -3.337, Test loglik = -3.335, Train RMSE = 5.745, Test RMSE = 5.951\n","Epoch: 020/100, Train loglik = -3.482, Test loglik = -3.526, Train RMSE = 5.583, Test RMSE = 6.024\n","Epoch: 021/100, Train loglik = -3.264, Test loglik = -3.225, Train RMSE = 5.664, Test RMSE = 5.809\n","Epoch: 022/100, Train loglik = -3.265, Test loglik = -3.155, Train RMSE = 5.006, Test RMSE = 5.313\n","Epoch: 023/100, Train loglik = -3.148, Test loglik = -3.197, Train RMSE = 4.832, Test RMSE = 5.053\n","Epoch: 024/100, Train loglik = -3.398, Test loglik = -3.217, Train RMSE = 4.896, Test RMSE = 5.145\n","Epoch: 025/100, Train loglik = -3.209, Test loglik = -3.160, Train RMSE = 5.083, Test RMSE = 5.242\n","Epoch: 026/100, Train loglik = -3.325, Test loglik = -3.423, Train RMSE = 5.034, Test RMSE = 5.258\n","Epoch: 027/100, Train loglik = -3.345, Test loglik = -3.153, Train RMSE = 4.863, Test RMSE = 5.095\n","Epoch: 028/100, Train loglik = -3.123, Test loglik = -3.191, Train RMSE = 4.921, Test RMSE = 5.143\n","Epoch: 029/100, Train loglik = -3.145, Test loglik = -3.134, Train RMSE = 5.059, Test RMSE = 5.104\n","Epoch: 030/100, Train loglik = -3.090, Test loglik = -3.143, Train RMSE = 4.964, Test RMSE = 5.281\n","Epoch: 031/100, Train loglik = -3.088, Test loglik = -3.108, Train RMSE = 4.800, Test RMSE = 5.051\n","Epoch: 032/100, Train loglik = -3.149, Test loglik = -3.078, Train RMSE = 4.914, Test RMSE = 5.036\n","Epoch: 033/100, Train loglik = -3.055, Test loglik = -3.147, Train RMSE = 4.888, Test RMSE = 5.060\n","Epoch: 034/100, Train loglik = -3.110, Test loglik = -3.127, Train RMSE = 5.040, Test RMSE = 5.218\n","Epoch: 035/100, Train loglik = -3.110, Test loglik = -3.077, Train RMSE = 4.796, Test RMSE = 4.960\n","Epoch: 036/100, Train loglik = -3.193, Test loglik = -3.045, Train RMSE = 4.635, Test RMSE = 4.912\n","Epoch: 037/100, Train loglik = -3.088, Test loglik = -3.052, Train RMSE = 4.680, Test RMSE = 4.893\n","Epoch: 038/100, Train loglik = -3.071, Test loglik = -3.129, Train RMSE = 4.836, Test RMSE = 4.944\n","Epoch: 039/100, Train loglik = -3.052, Test loglik = -3.220, Train RMSE = 4.620, Test RMSE = 4.869\n","Epoch: 040/100, Train loglik = -3.030, Test loglik = -3.235, Train RMSE = 4.555, Test RMSE = 4.817\n","Epoch: 041/100, Train loglik = -2.988, Test loglik = -3.100, Train RMSE = 4.530, Test RMSE = 4.821\n","Epoch: 042/100, Train loglik = -3.031, Test loglik = -3.034, Train RMSE = 4.534, Test RMSE = 4.863\n","Epoch: 043/100, Train loglik = -3.065, Test loglik = -3.075, Train RMSE = 4.637, Test RMSE = 4.909\n","Epoch: 044/100, Train loglik = -2.954, Test loglik = -3.121, Train RMSE = 4.627, Test RMSE = 4.845\n","Epoch: 045/100, Train loglik = -2.999, Test loglik = -3.059, Train RMSE = 4.465, Test RMSE = 4.758\n","Epoch: 046/100, Train loglik = -3.007, Test loglik = -3.010, Train RMSE = 4.413, Test RMSE = 4.646\n","Epoch: 047/100, Train loglik = -2.933, Test loglik = -3.012, Train RMSE = 4.359, Test RMSE = 4.648\n","Epoch: 048/100, Train loglik = -2.972, Test loglik = -3.034, Train RMSE = 4.390, Test RMSE = 4.611\n","Epoch: 049/100, Train loglik = -2.936, Test loglik = -2.977, Train RMSE = 4.451, Test RMSE = 4.590\n","Epoch: 050/100, Train loglik = -2.936, Test loglik = -2.968, Train RMSE = 4.335, Test RMSE = 4.572\n","Epoch: 051/100, Train loglik = -2.922, Test loglik = -3.172, Train RMSE = 4.347, Test RMSE = 4.574\n","Epoch: 052/100, Train loglik = -2.930, Test loglik = -2.964, Train RMSE = 4.329, Test RMSE = 4.583\n","Epoch: 053/100, Train loglik = -2.911, Test loglik = -3.032, Train RMSE = 4.376, Test RMSE = 4.589\n","Epoch: 054/100, Train loglik = -2.914, Test loglik = -3.019, Train RMSE = 4.340, Test RMSE = 4.590\n","Epoch: 055/100, Train loglik = -3.020, Test loglik = -2.991, Train RMSE = 4.314, Test RMSE = 4.515\n","Epoch: 056/100, Train loglik = -2.972, Test loglik = -3.006, Train RMSE = 4.310, Test RMSE = 4.550\n","Epoch: 057/100, Train loglik = -2.949, Test loglik = -2.962, Train RMSE = 4.249, Test RMSE = 4.503\n","Epoch: 058/100, Train loglik = -2.916, Test loglik = -2.961, Train RMSE = 4.251, Test RMSE = 4.506\n","Epoch: 059/100, Train loglik = -2.965, Test loglik = -3.065, Train RMSE = 4.262, Test RMSE = 4.493\n","Epoch: 060/100, Train loglik = -2.904, Test loglik = -2.984, Train RMSE = 4.231, Test RMSE = 4.538\n","Epoch: 061/100, Train loglik = -2.940, Test loglik = -2.999, Train RMSE = 4.256, Test RMSE = 4.516\n","Epoch: 062/100, Train loglik = -2.936, Test loglik = -3.021, Train RMSE = 4.255, Test RMSE = 4.510\n","Epoch: 063/100, Train loglik = -2.927, Test loglik = -2.990, Train RMSE = 4.240, Test RMSE = 4.495\n","Epoch: 064/100, Train loglik = -3.035, Test loglik = -3.000, Train RMSE = 4.230, Test RMSE = 4.489\n","Epoch: 065/100, Train loglik = -3.012, Test loglik = -3.000, Train RMSE = 4.256, Test RMSE = 4.508\n","Epoch: 066/100, Train loglik = -2.990, Test loglik = -2.968, Train RMSE = 4.325, Test RMSE = 4.487\n","Epoch: 067/100, Train loglik = -3.031, Test loglik = -2.940, Train RMSE = 4.240, Test RMSE = 4.479\n","Epoch: 068/100, Train loglik = -3.006, Test loglik = -2.929, Train RMSE = 4.256, Test RMSE = 4.464\n","Epoch: 069/100, Train loglik = -2.938, Test loglik = -3.028, Train RMSE = 4.329, Test RMSE = 4.535\n","Epoch: 070/100, Train loglik = -2.962, Test loglik = -2.974, Train RMSE = 4.246, Test RMSE = 4.485\n","Epoch: 071/100, Train loglik = -2.991, Test loglik = -2.920, Train RMSE = 4.228, Test RMSE = 4.510\n","Epoch: 072/100, Train loglik = -2.945, Test loglik = -2.936, Train RMSE = 4.221, Test RMSE = 4.498\n","Epoch: 073/100, Train loglik = -2.925, Test loglik = -2.934, Train RMSE = 4.239, Test RMSE = 4.490\n","Epoch: 074/100, Train loglik = -2.874, Test loglik = -2.933, Train RMSE = 4.222, Test RMSE = 4.504\n","Epoch: 075/100, Train loglik = -2.922, Test loglik = -2.931, Train RMSE = 4.207, Test RMSE = 4.534\n","Epoch: 076/100, Train loglik = -3.009, Test loglik = -2.966, Train RMSE = 4.201, Test RMSE = 4.476\n","Epoch: 077/100, Train loglik = -2.951, Test loglik = -2.905, Train RMSE = 4.246, Test RMSE = 4.472\n","Epoch: 078/100, Train loglik = -2.909, Test loglik = -2.917, Train RMSE = 4.247, Test RMSE = 4.481\n","Epoch: 079/100, Train loglik = -2.878, Test loglik = -2.965, Train RMSE = 4.217, Test RMSE = 4.476\n","Epoch: 080/100, Train loglik = -2.960, Test loglik = -3.010, Train RMSE = 4.344, Test RMSE = 4.576\n","Epoch: 081/100, Train loglik = -2.902, Test loglik = -2.960, Train RMSE = 4.247, Test RMSE = 4.585\n","Epoch: 082/100, Train loglik = -3.002, Test loglik = -3.014, Train RMSE = 4.204, Test RMSE = 4.505\n","Epoch: 083/100, Train loglik = -2.879, Test loglik = -2.956, Train RMSE = 4.256, Test RMSE = 4.493\n","Epoch: 084/100, Train loglik = -2.913, Test loglik = -3.012, Train RMSE = 4.268, Test RMSE = 4.578\n","Epoch: 085/100, Train loglik = -2.892, Test loglik = -3.079, Train RMSE = 4.236, Test RMSE = 4.536\n","Epoch: 086/100, Train loglik = -2.966, Test loglik = -3.043, Train RMSE = 4.240, Test RMSE = 4.476\n","Epoch: 087/100, Train loglik = -2.991, Test loglik = -2.984, Train RMSE = 4.251, Test RMSE = 4.467\n","Epoch: 088/100, Train loglik = -2.959, Test loglik = -2.966, Train RMSE = 4.260, Test RMSE = 4.456\n","Epoch: 089/100, Train loglik = -2.881, Test loglik = -2.995, Train RMSE = 4.227, Test RMSE = 4.531\n","Epoch: 090/100, Train loglik = -2.863, Test loglik = -2.903, Train RMSE = 4.186, Test RMSE = 4.489\n","Epoch: 091/100, Train loglik = -2.858, Test loglik = -3.009, Train RMSE = 4.202, Test RMSE = 4.437\n","Epoch: 092/100, Train loglik = -2.897, Test loglik = -3.203, Train RMSE = 4.250, Test RMSE = 4.507\n","Epoch: 093/100, Train loglik = -2.883, Test loglik = -2.941, Train RMSE = 4.241, Test RMSE = 4.497\n","Epoch: 094/100, Train loglik = -2.869, Test loglik = -2.970, Train RMSE = 4.241, Test RMSE = 4.462\n","Epoch: 095/100, Train loglik = -2.855, Test loglik = -2.937, Train RMSE = 4.188, Test RMSE = 4.440\n","Epoch: 096/100, Train loglik = -2.925, Test loglik = -2.930, Train RMSE = 4.231, Test RMSE = 4.511\n","Epoch: 097/100, Train loglik = -2.912, Test loglik = -3.014, Train RMSE = 4.382, Test RMSE = 4.591\n","Epoch: 098/100, Train loglik = -2.960, Test loglik = -3.014, Train RMSE = 4.285, Test RMSE = 4.591\n","Epoch: 099/100, Train loglik = -2.965, Test loglik = -2.965, Train RMSE = 4.215, Test RMSE = 4.477\n","Epoch: 100/100, Train loglik = -2.886, Test loglik = -3.067, Train RMSE = 4.176, Test RMSE = 4.432\n","FOLD 5:\n","Epoch: 001/100, Train loglik = -4.234, Test loglik = -4.260, Train RMSE = 16.927, Test RMSE = 16.854\n","Epoch: 002/100, Train loglik = -4.232, Test loglik = -4.248, Train RMSE = 16.691, Test RMSE = 16.390\n","Epoch: 003/100, Train loglik = -4.185, Test loglik = -4.212, Train RMSE = 16.112, Test RMSE = 15.768\n","Epoch: 004/100, Train loglik = -4.150, Test loglik = -4.121, Train RMSE = 15.166, Test RMSE = 14.867\n","Epoch: 005/100, Train loglik = -4.105, Test loglik = -4.093, Train RMSE = 14.017, Test RMSE = 13.903\n","Epoch: 006/100, Train loglik = -4.008, Test loglik = -4.048, Train RMSE = 12.722, Test RMSE = 12.669\n","Epoch: 007/100, Train loglik = -3.934, Test loglik = -3.959, Train RMSE = 11.038, Test RMSE = 11.039\n","Epoch: 008/100, Train loglik = -3.847, Test loglik = -3.837, Train RMSE = 9.368, Test RMSE = 9.406\n","Epoch: 009/100, Train loglik = -3.723, Test loglik = -3.712, Train RMSE = 7.898, Test RMSE = 8.033\n","Epoch: 010/100, Train loglik = -3.606, Test loglik = -3.645, Train RMSE = 7.448, Test RMSE = 7.468\n","Epoch: 011/100, Train loglik = -3.719, Test loglik = -3.773, Train RMSE = 7.548, Test RMSE = 7.697\n","Epoch: 012/100, Train loglik = -3.631, Test loglik = -3.650, Train RMSE = 7.561, Test RMSE = 7.631\n","Epoch: 013/100, Train loglik = -3.474, Test loglik = -3.460, Train RMSE = 7.054, Test RMSE = 7.277\n","Epoch: 014/100, Train loglik = -3.475, Test loglik = -3.483, Train RMSE = 6.750, Test RMSE = 6.560\n","Epoch: 015/100, Train loglik = -3.560, Test loglik = -3.384, Train RMSE = 6.275, Test RMSE = 6.391\n","Epoch: 016/100, Train loglik = -3.428, Test loglik = -3.339, Train RMSE = 6.387, Test RMSE = 6.241\n","Epoch: 017/100, Train loglik = -3.398, Test loglik = -3.415, Train RMSE = 6.393, Test RMSE = 6.415\n","Epoch: 018/100, Train loglik = -3.486, Test loglik = -3.376, Train RMSE = 5.897, Test RMSE = 5.868\n","Epoch: 019/100, Train loglik = -3.316, Test loglik = -3.170, Train RMSE = 5.340, Test RMSE = 5.280\n","Epoch: 020/100, Train loglik = -3.234, Test loglik = -3.183, Train RMSE = 5.046, Test RMSE = 4.931\n","Epoch: 021/100, Train loglik = -3.154, Test loglik = -3.167, Train RMSE = 5.019, Test RMSE = 4.940\n","Epoch: 022/100, Train loglik = -3.132, Test loglik = -3.253, Train RMSE = 5.279, Test RMSE = 4.968\n","Epoch: 023/100, Train loglik = -3.208, Test loglik = -3.071, Train RMSE = 5.072, Test RMSE = 4.779\n","Epoch: 024/100, Train loglik = -3.168, Test loglik = -3.111, Train RMSE = 4.889, Test RMSE = 4.754\n","Epoch: 025/100, Train loglik = -3.144, Test loglik = -3.142, Train RMSE = 5.020, Test RMSE = 4.898\n","Epoch: 026/100, Train loglik = -3.171, Test loglik = -3.308, Train RMSE = 5.250, Test RMSE = 4.867\n","Epoch: 027/100, Train loglik = -3.233, Test loglik = -3.232, Train RMSE = 5.224, Test RMSE = 4.980\n","Epoch: 028/100, Train loglik = -3.120, Test loglik = -3.164, Train RMSE = 5.019, Test RMSE = 4.814\n","Epoch: 029/100, Train loglik = -3.110, Test loglik = -3.076, Train RMSE = 5.023, Test RMSE = 4.713\n","Epoch: 030/100, Train loglik = -3.120, Test loglik = -3.136, Train RMSE = 4.988, Test RMSE = 4.815\n","Epoch: 031/100, Train loglik = -3.162, Test loglik = -3.173, Train RMSE = 4.903, Test RMSE = 4.688\n","Epoch: 032/100, Train loglik = -3.085, Test loglik = -3.016, Train RMSE = 4.906, Test RMSE = 4.648\n","Epoch: 033/100, Train loglik = -3.121, Test loglik = -3.080, Train RMSE = 4.693, Test RMSE = 4.511\n","Epoch: 034/100, Train loglik = -3.037, Test loglik = -3.107, Train RMSE = 4.621, Test RMSE = 4.515\n","Epoch: 035/100, Train loglik = -3.093, Test loglik = -2.968, Train RMSE = 4.597, Test RMSE = 4.496\n","Epoch: 036/100, Train loglik = -3.042, Test loglik = -3.002, Train RMSE = 4.628, Test RMSE = 4.403\n","Epoch: 037/100, Train loglik = -3.018, Test loglik = -2.978, Train RMSE = 4.662, Test RMSE = 4.431\n","Epoch: 038/100, Train loglik = -3.119, Test loglik = -3.152, Train RMSE = 4.598, Test RMSE = 4.369\n","Epoch: 039/100, Train loglik = -3.075, Test loglik = -3.006, Train RMSE = 4.602, Test RMSE = 4.385\n","Epoch: 040/100, Train loglik = -3.091, Test loglik = -2.974, Train RMSE = 4.609, Test RMSE = 4.417\n","Epoch: 041/100, Train loglik = -3.035, Test loglik = -3.030, Train RMSE = 4.566, Test RMSE = 4.350\n","Epoch: 042/100, Train loglik = -2.966, Test loglik = -2.951, Train RMSE = 4.510, Test RMSE = 4.361\n","Epoch: 043/100, Train loglik = -3.035, Test loglik = -3.049, Train RMSE = 4.490, Test RMSE = 4.190\n","Epoch: 044/100, Train loglik = -2.951, Test loglik = -2.927, Train RMSE = 4.366, Test RMSE = 4.228\n","Epoch: 045/100, Train loglik = -3.021, Test loglik = -2.991, Train RMSE = 4.370, Test RMSE = 4.267\n","Epoch: 046/100, Train loglik = -2.958, Test loglik = -2.934, Train RMSE = 4.348, Test RMSE = 4.276\n","Epoch: 047/100, Train loglik = -2.972, Test loglik = -2.923, Train RMSE = 4.419, Test RMSE = 4.285\n","Epoch: 048/100, Train loglik = -2.970, Test loglik = -3.041, Train RMSE = 4.378, Test RMSE = 4.250\n","Epoch: 049/100, Train loglik = -2.967, Test loglik = -3.070, Train RMSE = 4.359, Test RMSE = 4.195\n","Epoch: 050/100, Train loglik = -3.076, Test loglik = -2.947, Train RMSE = 4.431, Test RMSE = 4.304\n","Epoch: 051/100, Train loglik = -3.094, Test loglik = -2.963, Train RMSE = 4.363, Test RMSE = 4.303\n","Epoch: 052/100, Train loglik = -3.085, Test loglik = -3.036, Train RMSE = 4.427, Test RMSE = 4.148\n","Epoch: 053/100, Train loglik = -2.977, Test loglik = -2.884, Train RMSE = 4.340, Test RMSE = 4.177\n","Epoch: 054/100, Train loglik = -2.906, Test loglik = -2.957, Train RMSE = 4.388, Test RMSE = 4.210\n","Epoch: 055/100, Train loglik = -3.075, Test loglik = -2.981, Train RMSE = 4.419, Test RMSE = 4.189\n","Epoch: 056/100, Train loglik = -2.954, Test loglik = -2.917, Train RMSE = 4.392, Test RMSE = 4.231\n","Epoch: 057/100, Train loglik = -3.052, Test loglik = -3.067, Train RMSE = 4.410, Test RMSE = 4.263\n","Epoch: 058/100, Train loglik = -3.040, Test loglik = -2.978, Train RMSE = 4.325, Test RMSE = 4.151\n","Epoch: 059/100, Train loglik = -2.974, Test loglik = -3.011, Train RMSE = 4.323, Test RMSE = 4.118\n","Epoch: 060/100, Train loglik = -2.924, Test loglik = -3.014, Train RMSE = 4.397, Test RMSE = 4.117\n","Epoch: 061/100, Train loglik = -3.014, Test loglik = -2.864, Train RMSE = 4.434, Test RMSE = 4.248\n","Epoch: 062/100, Train loglik = -2.995, Test loglik = -2.983, Train RMSE = 4.304, Test RMSE = 4.094\n","Epoch: 063/100, Train loglik = -2.906, Test loglik = -2.955, Train RMSE = 4.523, Test RMSE = 4.231\n","Epoch: 064/100, Train loglik = -2.994, Test loglik = -2.942, Train RMSE = 4.625, Test RMSE = 4.536\n","Epoch: 065/100, Train loglik = -2.929, Test loglik = -3.005, Train RMSE = 4.558, Test RMSE = 4.423\n","Epoch: 066/100, Train loglik = -2.951, Test loglik = -2.872, Train RMSE = 4.333, Test RMSE = 4.137\n","Epoch: 067/100, Train loglik = -2.922, Test loglik = -2.895, Train RMSE = 4.251, Test RMSE = 4.070\n","Epoch: 068/100, Train loglik = -2.932, Test loglik = -2.887, Train RMSE = 4.278, Test RMSE = 4.107\n","Epoch: 069/100, Train loglik = -2.939, Test loglik = -3.021, Train RMSE = 4.255, Test RMSE = 4.082\n","Epoch: 070/100, Train loglik = -2.942, Test loglik = -2.862, Train RMSE = 4.266, Test RMSE = 4.077\n","Epoch: 071/100, Train loglik = -2.894, Test loglik = -2.977, Train RMSE = 4.268, Test RMSE = 4.104\n","Epoch: 072/100, Train loglik = -3.026, Test loglik = -3.026, Train RMSE = 4.300, Test RMSE = 4.075\n","Epoch: 073/100, Train loglik = -2.972, Test loglik = -3.017, Train RMSE = 4.252, Test RMSE = 4.088\n","Epoch: 074/100, Train loglik = -2.941, Test loglik = -2.855, Train RMSE = 4.259, Test RMSE = 4.062\n","Epoch: 075/100, Train loglik = -2.946, Test loglik = -3.032, Train RMSE = 4.242, Test RMSE = 4.062\n","Epoch: 076/100, Train loglik = -2.895, Test loglik = -2.939, Train RMSE = 4.258, Test RMSE = 4.154\n","Epoch: 077/100, Train loglik = -2.902, Test loglik = -2.870, Train RMSE = 4.271, Test RMSE = 4.091\n","Epoch: 078/100, Train loglik = -2.954, Test loglik = -2.937, Train RMSE = 4.300, Test RMSE = 4.131\n","Epoch: 079/100, Train loglik = -2.877, Test loglik = -2.869, Train RMSE = 4.305, Test RMSE = 4.090\n","Epoch: 080/100, Train loglik = -2.870, Test loglik = -2.845, Train RMSE = 4.266, Test RMSE = 4.130\n","Epoch: 081/100, Train loglik = -2.878, Test loglik = -2.870, Train RMSE = 4.241, Test RMSE = 4.048\n","Epoch: 082/100, Train loglik = -2.955, Test loglik = -2.995, Train RMSE = 4.286, Test RMSE = 4.049\n","Epoch: 083/100, Train loglik = -3.106, Test loglik = -3.018, Train RMSE = 4.352, Test RMSE = 4.178\n","Epoch: 084/100, Train loglik = -2.937, Test loglik = -2.913, Train RMSE = 4.243, Test RMSE = 4.047\n","Epoch: 085/100, Train loglik = -2.919, Test loglik = -2.861, Train RMSE = 4.226, Test RMSE = 4.047\n","Epoch: 086/100, Train loglik = -3.081, Test loglik = -2.890, Train RMSE = 4.363, Test RMSE = 4.070\n","Epoch: 087/100, Train loglik = -2.968, Test loglik = -2.909, Train RMSE = 4.305, Test RMSE = 4.181\n","Epoch: 088/100, Train loglik = -2.927, Test loglik = -2.949, Train RMSE = 4.302, Test RMSE = 4.137\n","Epoch: 089/100, Train loglik = -2.906, Test loglik = -2.907, Train RMSE = 4.270, Test RMSE = 4.096\n","Epoch: 090/100, Train loglik = -2.905, Test loglik = -2.930, Train RMSE = 4.272, Test RMSE = 4.060\n","Epoch: 091/100, Train loglik = -3.196, Test loglik = -2.876, Train RMSE = 4.322, Test RMSE = 4.157\n","Epoch: 092/100, Train loglik = -2.995, Test loglik = -2.896, Train RMSE = 4.327, Test RMSE = 4.177\n","Epoch: 093/100, Train loglik = -2.878, Test loglik = -2.857, Train RMSE = 4.240, Test RMSE = 4.042\n","Epoch: 094/100, Train loglik = -2.926, Test loglik = -2.947, Train RMSE = 4.277, Test RMSE = 4.085\n","Epoch: 095/100, Train loglik = -2.868, Test loglik = -2.859, Train RMSE = 4.481, Test RMSE = 4.161\n","Epoch: 096/100, Train loglik = -2.912, Test loglik = -2.874, Train RMSE = 4.386, Test RMSE = 4.148\n","Epoch: 097/100, Train loglik = -2.902, Test loglik = -2.846, Train RMSE = 4.457, Test RMSE = 4.235\n","Epoch: 098/100, Train loglik = -2.892, Test loglik = -2.972, Train RMSE = 4.242, Test RMSE = 4.109\n","Epoch: 099/100, Train loglik = -2.930, Test loglik = -2.850, Train RMSE = 4.310, Test RMSE = 4.068\n","Epoch: 100/100, Train loglik = -3.003, Test loglik = -2.905, Train RMSE = 4.263, Test RMSE = 4.093\n","FOLD 6:\n","Epoch: 001/100, Train loglik = -4.254, Test loglik = -4.263, Train RMSE = 16.942, Test RMSE = 17.077\n","Epoch: 002/100, Train loglik = -4.244, Test loglik = -4.241, Train RMSE = 16.626, Test RMSE = 16.710\n","Epoch: 003/100, Train loglik = -4.218, Test loglik = -4.189, Train RMSE = 16.150, Test RMSE = 16.084\n","Epoch: 004/100, Train loglik = -4.149, Test loglik = -4.157, Train RMSE = 15.250, Test RMSE = 15.307\n","Epoch: 005/100, Train loglik = -4.112, Test loglik = -4.138, Train RMSE = 14.081, Test RMSE = 14.018\n","Epoch: 006/100, Train loglik = -4.035, Test loglik = -4.017, Train RMSE = 12.986, Test RMSE = 13.025\n","Epoch: 007/100, Train loglik = -3.941, Test loglik = -3.962, Train RMSE = 11.300, Test RMSE = 11.397\n","Epoch: 008/100, Train loglik = -3.868, Test loglik = -3.827, Train RMSE = 9.469, Test RMSE = 9.719\n","Epoch: 009/100, Train loglik = -3.758, Test loglik = -3.737, Train RMSE = 8.023, Test RMSE = 8.397\n","Epoch: 010/100, Train loglik = -3.640, Test loglik = -3.703, Train RMSE = 7.389, Test RMSE = 7.439\n","Epoch: 011/100, Train loglik = -3.563, Test loglik = -3.635, Train RMSE = 7.620, Test RMSE = 7.923\n","Epoch: 012/100, Train loglik = -3.536, Test loglik = -3.592, Train RMSE = 7.603, Test RMSE = 7.810\n","Epoch: 013/100, Train loglik = -3.508, Test loglik = -3.467, Train RMSE = 7.068, Test RMSE = 7.081\n","Epoch: 014/100, Train loglik = -3.414, Test loglik = -3.419, Train RMSE = 6.406, Test RMSE = 6.533\n","Epoch: 015/100, Train loglik = -3.386, Test loglik = -3.400, Train RMSE = 6.278, Test RMSE = 6.300\n","Epoch: 016/100, Train loglik = -3.318, Test loglik = -3.372, Train RMSE = 6.437, Test RMSE = 6.386\n","Epoch: 017/100, Train loglik = -3.370, Test loglik = -3.469, Train RMSE = 6.328, Test RMSE = 6.350\n","Epoch: 018/100, Train loglik = -3.342, Test loglik = -3.495, Train RMSE = 6.233, Test RMSE = 5.956\n","Epoch: 019/100, Train loglik = -3.276, Test loglik = -3.544, Train RMSE = 5.538, Test RMSE = 5.663\n","Epoch: 020/100, Train loglik = -3.493, Test loglik = -3.285, Train RMSE = 5.101, Test RMSE = 5.261\n","Epoch: 021/100, Train loglik = -3.186, Test loglik = -3.252, Train RMSE = 4.976, Test RMSE = 5.233\n","Epoch: 022/100, Train loglik = -3.940, Test loglik = -3.176, Train RMSE = 5.254, Test RMSE = 5.425\n","Epoch: 023/100, Train loglik = -3.142, Test loglik = -3.194, Train RMSE = 4.951, Test RMSE = 5.364\n","Epoch: 024/100, Train loglik = -3.279, Test loglik = -3.170, Train RMSE = 4.914, Test RMSE = 5.285\n","Epoch: 025/100, Train loglik = -3.222, Test loglik = -3.282, Train RMSE = 4.926, Test RMSE = 5.263\n","Epoch: 026/100, Train loglik = -3.175, Test loglik = -3.239, Train RMSE = 5.040, Test RMSE = 5.475\n","Epoch: 027/100, Train loglik = -3.175, Test loglik = -3.351, Train RMSE = 5.314, Test RMSE = 5.572\n","Epoch: 028/100, Train loglik = -3.309, Test loglik = -3.320, Train RMSE = 5.189, Test RMSE = 5.539\n","Epoch: 029/100, Train loglik = -3.119, Test loglik = -3.242, Train RMSE = 5.030, Test RMSE = 5.462\n","Epoch: 030/100, Train loglik = -3.142, Test loglik = -3.254, Train RMSE = 4.952, Test RMSE = 5.307\n","Epoch: 031/100, Train loglik = -3.099, Test loglik = -3.192, Train RMSE = 4.906, Test RMSE = 5.193\n","Epoch: 032/100, Train loglik = -3.086, Test loglik = -3.506, Train RMSE = 4.738, Test RMSE = 5.165\n","Epoch: 033/100, Train loglik = -3.086, Test loglik = -3.228, Train RMSE = 4.757, Test RMSE = 5.089\n","Epoch: 034/100, Train loglik = -3.073, Test loglik = -3.107, Train RMSE = 4.697, Test RMSE = 5.095\n","Epoch: 035/100, Train loglik = -3.034, Test loglik = -3.145, Train RMSE = 4.624, Test RMSE = 5.001\n","Epoch: 036/100, Train loglik = -3.050, Test loglik = -3.126, Train RMSE = 4.582, Test RMSE = 4.860\n","Epoch: 037/100, Train loglik = -3.045, Test loglik = -3.057, Train RMSE = 4.528, Test RMSE = 4.839\n","Epoch: 038/100, Train loglik = -3.026, Test loglik = -3.299, Train RMSE = 4.635, Test RMSE = 4.887\n","Epoch: 039/100, Train loglik = -3.003, Test loglik = -3.133, Train RMSE = 4.570, Test RMSE = 4.861\n","Epoch: 040/100, Train loglik = -2.993, Test loglik = -3.025, Train RMSE = 4.558, Test RMSE = 4.817\n","Epoch: 041/100, Train loglik = -3.150, Test loglik = -3.033, Train RMSE = 4.457, Test RMSE = 4.758\n","Epoch: 042/100, Train loglik = -3.016, Test loglik = -3.163, Train RMSE = 4.425, Test RMSE = 4.762\n","Epoch: 043/100, Train loglik = -3.030, Test loglik = -3.065, Train RMSE = 4.436, Test RMSE = 4.820\n","Epoch: 044/100, Train loglik = -2.944, Test loglik = -3.410, Train RMSE = 4.458, Test RMSE = 4.886\n","Epoch: 045/100, Train loglik = -2.953, Test loglik = -3.115, Train RMSE = 4.480, Test RMSE = 4.672\n","Epoch: 046/100, Train loglik = -2.962, Test loglik = -3.197, Train RMSE = 4.418, Test RMSE = 4.644\n","Epoch: 047/100, Train loglik = -2.961, Test loglik = -3.060, Train RMSE = 4.394, Test RMSE = 4.646\n","Epoch: 048/100, Train loglik = -2.929, Test loglik = -3.208, Train RMSE = 4.359, Test RMSE = 4.692\n","Epoch: 049/100, Train loglik = -2.943, Test loglik = -3.013, Train RMSE = 4.332, Test RMSE = 4.734\n","Epoch: 050/100, Train loglik = -2.959, Test loglik = -3.017, Train RMSE = 4.321, Test RMSE = 4.590\n","Epoch: 051/100, Train loglik = -2.909, Test loglik = -3.061, Train RMSE = 4.289, Test RMSE = 4.566\n","Epoch: 052/100, Train loglik = -2.919, Test loglik = -3.137, Train RMSE = 4.263, Test RMSE = 4.533\n","Epoch: 053/100, Train loglik = -2.946, Test loglik = -3.077, Train RMSE = 4.321, Test RMSE = 4.588\n","Epoch: 054/100, Train loglik = -2.933, Test loglik = -2.960, Train RMSE = 4.237, Test RMSE = 4.520\n","Epoch: 055/100, Train loglik = -2.887, Test loglik = -3.077, Train RMSE = 4.358, Test RMSE = 4.650\n","Epoch: 056/100, Train loglik = -2.892, Test loglik = -2.939, Train RMSE = 4.334, Test RMSE = 4.552\n","Epoch: 057/100, Train loglik = -2.933, Test loglik = -3.026, Train RMSE = 4.341, Test RMSE = 4.527\n","Epoch: 058/100, Train loglik = -2.899, Test loglik = -2.965, Train RMSE = 4.523, Test RMSE = 4.682\n","Epoch: 059/100, Train loglik = -2.915, Test loglik = -2.966, Train RMSE = 4.338, Test RMSE = 4.545\n","Epoch: 060/100, Train loglik = -2.897, Test loglik = -2.911, Train RMSE = 4.260, Test RMSE = 4.502\n","Epoch: 061/100, Train loglik = -2.956, Test loglik = -2.913, Train RMSE = 4.214, Test RMSE = 4.470\n","Epoch: 062/100, Train loglik = -2.987, Test loglik = -2.955, Train RMSE = 4.277, Test RMSE = 4.513\n","Epoch: 063/100, Train loglik = -3.023, Test loglik = -3.005, Train RMSE = 4.348, Test RMSE = 4.568\n","Epoch: 064/100, Train loglik = -2.969, Test loglik = -3.025, Train RMSE = 4.308, Test RMSE = 4.513\n","Epoch: 065/100, Train loglik = -2.976, Test loglik = -2.959, Train RMSE = 4.228, Test RMSE = 4.478\n","Epoch: 066/100, Train loglik = -2.953, Test loglik = -2.948, Train RMSE = 4.241, Test RMSE = 4.520\n","Epoch: 067/100, Train loglik = -2.920, Test loglik = -3.014, Train RMSE = 4.441, Test RMSE = 4.574\n","Epoch: 068/100, Train loglik = -2.966, Test loglik = -2.938, Train RMSE = 4.322, Test RMSE = 4.584\n","Epoch: 069/100, Train loglik = -2.969, Test loglik = -2.984, Train RMSE = 4.360, Test RMSE = 4.597\n","Epoch: 070/100, Train loglik = -3.093, Test loglik = -2.954, Train RMSE = 4.253, Test RMSE = 4.563\n","Epoch: 071/100, Train loglik = -2.932, Test loglik = -2.951, Train RMSE = 4.204, Test RMSE = 4.491\n","Epoch: 072/100, Train loglik = -2.912, Test loglik = -2.996, Train RMSE = 4.212, Test RMSE = 4.492\n","Epoch: 073/100, Train loglik = -3.055, Test loglik = -2.932, Train RMSE = 4.312, Test RMSE = 4.502\n","Epoch: 074/100, Train loglik = -2.878, Test loglik = -2.968, Train RMSE = 4.212, Test RMSE = 4.482\n","Epoch: 075/100, Train loglik = -2.906, Test loglik = -2.941, Train RMSE = 4.204, Test RMSE = 4.463\n","Epoch: 076/100, Train loglik = -2.945, Test loglik = -2.937, Train RMSE = 4.336, Test RMSE = 4.499\n","Epoch: 077/100, Train loglik = -2.891, Test loglik = -2.926, Train RMSE = 4.215, Test RMSE = 4.450\n","Epoch: 078/100, Train loglik = -2.907, Test loglik = -2.929, Train RMSE = 4.209, Test RMSE = 4.479\n","Epoch: 079/100, Train loglik = -2.968, Test loglik = -2.906, Train RMSE = 4.190, Test RMSE = 4.454\n","Epoch: 080/100, Train loglik = -2.933, Test loglik = -2.930, Train RMSE = 4.182, Test RMSE = 4.445\n","Epoch: 081/100, Train loglik = -2.938, Test loglik = -2.934, Train RMSE = 4.179, Test RMSE = 4.478\n","Epoch: 082/100, Train loglik = -2.864, Test loglik = -3.164, Train RMSE = 4.222, Test RMSE = 4.476\n","Epoch: 083/100, Train loglik = -2.881, Test loglik = -3.009, Train RMSE = 4.212, Test RMSE = 4.513\n","Epoch: 084/100, Train loglik = -2.940, Test loglik = -2.909, Train RMSE = 4.252, Test RMSE = 4.470\n","Epoch: 085/100, Train loglik = -2.891, Test loglik = -2.987, Train RMSE = 4.209, Test RMSE = 4.447\n","Epoch: 086/100, Train loglik = -2.983, Test loglik = -2.896, Train RMSE = 4.177, Test RMSE = 4.574\n","Epoch: 087/100, Train loglik = -2.889, Test loglik = -2.999, Train RMSE = 4.198, Test RMSE = 4.490\n","Epoch: 088/100, Train loglik = -2.863, Test loglik = -2.919, Train RMSE = 4.186, Test RMSE = 4.456\n","Epoch: 089/100, Train loglik = -2.874, Test loglik = -2.943, Train RMSE = 4.217, Test RMSE = 4.475\n","Epoch: 090/100, Train loglik = -2.885, Test loglik = -2.959, Train RMSE = 4.254, Test RMSE = 4.510\n","Epoch: 091/100, Train loglik = -2.871, Test loglik = -3.023, Train RMSE = 4.214, Test RMSE = 4.533\n","Epoch: 092/100, Train loglik = -2.914, Test loglik = -2.961, Train RMSE = 4.190, Test RMSE = 4.438\n","Epoch: 093/100, Train loglik = -2.851, Test loglik = -2.927, Train RMSE = 4.179, Test RMSE = 4.456\n","Epoch: 094/100, Train loglik = -2.901, Test loglik = -2.905, Train RMSE = 4.274, Test RMSE = 4.521\n","Epoch: 095/100, Train loglik = -2.872, Test loglik = -2.941, Train RMSE = 4.173, Test RMSE = 4.455\n","Epoch: 096/100, Train loglik = -2.889, Test loglik = -2.902, Train RMSE = 4.165, Test RMSE = 4.452\n","Epoch: 097/100, Train loglik = -2.881, Test loglik = -3.059, Train RMSE = 4.273, Test RMSE = 4.512\n","Epoch: 098/100, Train loglik = -2.866, Test loglik = -2.911, Train RMSE = 4.280, Test RMSE = 4.575\n","Epoch: 099/100, Train loglik = -2.881, Test loglik = -2.898, Train RMSE = 4.193, Test RMSE = 4.483\n","Epoch: 100/100, Train loglik = -2.908, Test loglik = -3.013, Train RMSE = 4.168, Test RMSE = 4.465\n","FOLD 7:\n","Epoch: 001/100, Train loglik = -4.271, Test loglik = -4.222, Train RMSE = 17.122, Test RMSE = 16.323\n","Epoch: 002/100, Train loglik = -4.231, Test loglik = -4.193, Train RMSE = 16.856, Test RMSE = 16.046\n","Epoch: 003/100, Train loglik = -4.167, Test loglik = -4.179, Train RMSE = 15.849, Test RMSE = 15.537\n","Epoch: 004/100, Train loglik = -4.173, Test loglik = -4.183, Train RMSE = 15.171, Test RMSE = 14.661\n","Epoch: 005/100, Train loglik = -4.102, Test loglik = -4.057, Train RMSE = 13.962, Test RMSE = 13.342\n","Epoch: 006/100, Train loglik = -4.014, Test loglik = -4.008, Train RMSE = 12.572, Test RMSE = 11.936\n","Epoch: 007/100, Train loglik = -3.954, Test loglik = -3.922, Train RMSE = 10.963, Test RMSE = 10.138\n","Epoch: 008/100, Train loglik = -3.815, Test loglik = -3.844, Train RMSE = 9.134, Test RMSE = 8.878\n","Epoch: 009/100, Train loglik = -3.711, Test loglik = -3.715, Train RMSE = 7.813, Test RMSE = 7.398\n","Epoch: 010/100, Train loglik = -3.631, Test loglik = -3.610, Train RMSE = 7.410, Test RMSE = 7.243\n","Epoch: 011/100, Train loglik = -3.656, Test loglik = -3.609, Train RMSE = 7.795, Test RMSE = 7.832\n","Epoch: 012/100, Train loglik = -3.849, Test loglik = -3.726, Train RMSE = 7.698, Test RMSE = 7.446\n","Epoch: 013/100, Train loglik = -3.449, Test loglik = -3.502, Train RMSE = 7.028, Test RMSE = 6.678\n","Epoch: 014/100, Train loglik = -3.422, Test loglik = -3.418, Train RMSE = 6.384, Test RMSE = 6.059\n","Epoch: 015/100, Train loglik = -3.343, Test loglik = -3.405, Train RMSE = 6.206, Test RMSE = 6.070\n","Epoch: 016/100, Train loglik = -3.427, Test loglik = -3.324, Train RMSE = 6.621, Test RMSE = 6.022\n","Epoch: 017/100, Train loglik = -3.320, Test loglik = -3.401, Train RMSE = 6.405, Test RMSE = 6.203\n","Epoch: 018/100, Train loglik = -3.288, Test loglik = -3.312, Train RMSE = 6.184, Test RMSE = 5.595\n","Epoch: 019/100, Train loglik = -3.261, Test loglik = -3.177, Train RMSE = 5.487, Test RMSE = 5.118\n","Epoch: 020/100, Train loglik = -3.535, Test loglik = -3.168, Train RMSE = 5.104, Test RMSE = 4.855\n","Epoch: 021/100, Train loglik = -3.348, Test loglik = -3.191, Train RMSE = 4.977, Test RMSE = 4.932\n","Epoch: 022/100, Train loglik = -3.248, Test loglik = -3.095, Train RMSE = 5.629, Test RMSE = 4.953\n","Epoch: 023/100, Train loglik = -3.544, Test loglik = -3.180, Train RMSE = 5.785, Test RMSE = 5.351\n","Epoch: 024/100, Train loglik = -3.266, Test loglik = -3.145, Train RMSE = 5.461, Test RMSE = 5.170\n","Epoch: 025/100, Train loglik = -3.205, Test loglik = -3.079, Train RMSE = 5.169, Test RMSE = 4.859\n","Epoch: 026/100, Train loglik = -3.169, Test loglik = -3.160, Train RMSE = 5.059, Test RMSE = 4.813\n","Epoch: 027/100, Train loglik = -3.114, Test loglik = -3.127, Train RMSE = 5.341, Test RMSE = 5.087\n","Epoch: 028/100, Train loglik = -3.193, Test loglik = -3.103, Train RMSE = 5.541, Test RMSE = 5.040\n","Epoch: 029/100, Train loglik = -3.186, Test loglik = -3.088, Train RMSE = 5.296, Test RMSE = 5.051\n","Epoch: 030/100, Train loglik = -3.151, Test loglik = -3.154, Train RMSE = 5.131, Test RMSE = 4.868\n","Epoch: 031/100, Train loglik = -3.089, Test loglik = -3.192, Train RMSE = 4.949, Test RMSE = 4.804\n","Epoch: 032/100, Train loglik = -3.154, Test loglik = -3.147, Train RMSE = 4.932, Test RMSE = 4.873\n","Epoch: 033/100, Train loglik = -3.142, Test loglik = -3.023, Train RMSE = 4.970, Test RMSE = 4.977\n","Epoch: 034/100, Train loglik = -3.072, Test loglik = -3.082, Train RMSE = 4.920, Test RMSE = 4.651\n","Epoch: 035/100, Train loglik = -3.115, Test loglik = -3.172, Train RMSE = 4.631, Test RMSE = 4.505\n","Epoch: 036/100, Train loglik = -3.305, Test loglik = -3.118, Train RMSE = 4.671, Test RMSE = 4.493\n","Epoch: 037/100, Train loglik = -3.001, Test loglik = -3.006, Train RMSE = 4.651, Test RMSE = 4.478\n","Epoch: 038/100, Train loglik = -3.015, Test loglik = -2.983, Train RMSE = 4.653, Test RMSE = 4.501\n","Epoch: 039/100, Train loglik = -3.104, Test loglik = -3.015, Train RMSE = 4.792, Test RMSE = 4.455\n","Epoch: 040/100, Train loglik = -3.254, Test loglik = -3.323, Train RMSE = 4.543, Test RMSE = 4.485\n","Epoch: 041/100, Train loglik = -3.047, Test loglik = -3.006, Train RMSE = 4.561, Test RMSE = 4.428\n","Epoch: 042/100, Train loglik = -3.003, Test loglik = -2.940, Train RMSE = 4.519, Test RMSE = 4.517\n","Epoch: 043/100, Train loglik = -3.012, Test loglik = -2.968, Train RMSE = 4.521, Test RMSE = 4.501\n","Epoch: 044/100, Train loglik = -3.004, Test loglik = -3.021, Train RMSE = 4.500, Test RMSE = 4.399\n","Epoch: 045/100, Train loglik = -3.097, Test loglik = -3.018, Train RMSE = 4.493, Test RMSE = 4.506\n","Epoch: 046/100, Train loglik = -2.968, Test loglik = -2.966, Train RMSE = 4.540, Test RMSE = 4.319\n","Epoch: 047/100, Train loglik = -3.029, Test loglik = -2.927, Train RMSE = 4.489, Test RMSE = 4.289\n","Epoch: 048/100, Train loglik = -3.036, Test loglik = -2.986, Train RMSE = 4.458, Test RMSE = 4.324\n","Epoch: 049/100, Train loglik = -2.987, Test loglik = -2.953, Train RMSE = 4.366, Test RMSE = 4.272\n","Epoch: 050/100, Train loglik = -2.967, Test loglik = -2.988, Train RMSE = 4.327, Test RMSE = 4.214\n","Epoch: 051/100, Train loglik = -2.930, Test loglik = -2.915, Train RMSE = 4.328, Test RMSE = 4.240\n","Epoch: 052/100, Train loglik = -2.927, Test loglik = -2.946, Train RMSE = 4.302, Test RMSE = 4.227\n","Epoch: 053/100, Train loglik = -2.948, Test loglik = -2.914, Train RMSE = 4.315, Test RMSE = 4.269\n","Epoch: 054/100, Train loglik = -2.926, Test loglik = -3.021, Train RMSE = 4.309, Test RMSE = 4.261\n","Epoch: 055/100, Train loglik = -3.078, Test loglik = -2.905, Train RMSE = 4.293, Test RMSE = 4.199\n","Epoch: 056/100, Train loglik = -2.962, Test loglik = -2.880, Train RMSE = 4.343, Test RMSE = 4.233\n","Epoch: 057/100, Train loglik = -2.962, Test loglik = -2.888, Train RMSE = 4.268, Test RMSE = 4.199\n","Epoch: 058/100, Train loglik = -2.987, Test loglik = -2.890, Train RMSE = 4.281, Test RMSE = 4.189\n","Epoch: 059/100, Train loglik = -2.961, Test loglik = -2.955, Train RMSE = 4.252, Test RMSE = 4.196\n","Epoch: 060/100, Train loglik = -3.000, Test loglik = -2.995, Train RMSE = 4.246, Test RMSE = 4.199\n","Epoch: 061/100, Train loglik = -2.909, Test loglik = -2.916, Train RMSE = 4.283, Test RMSE = 4.233\n","Epoch: 062/100, Train loglik = -2.999, Test loglik = -2.985, Train RMSE = 4.355, Test RMSE = 4.273\n","Epoch: 063/100, Train loglik = -2.953, Test loglik = -3.019, Train RMSE = 4.257, Test RMSE = 4.222\n","Epoch: 064/100, Train loglik = -2.906, Test loglik = -3.004, Train RMSE = 4.260, Test RMSE = 4.154\n","Epoch: 065/100, Train loglik = -2.890, Test loglik = -2.892, Train RMSE = 4.250, Test RMSE = 4.153\n","Epoch: 066/100, Train loglik = -2.885, Test loglik = -2.906, Train RMSE = 4.323, Test RMSE = 4.188\n","Epoch: 067/100, Train loglik = -2.928, Test loglik = -2.931, Train RMSE = 4.309, Test RMSE = 4.182\n","Epoch: 068/100, Train loglik = -2.917, Test loglik = -2.946, Train RMSE = 4.300, Test RMSE = 4.150\n","Epoch: 069/100, Train loglik = -2.887, Test loglik = -2.935, Train RMSE = 4.260, Test RMSE = 4.158\n","Epoch: 070/100, Train loglik = -2.875, Test loglik = -2.923, Train RMSE = 4.238, Test RMSE = 4.215\n","Epoch: 071/100, Train loglik = -2.879, Test loglik = -2.872, Train RMSE = 4.261, Test RMSE = 4.250\n","Epoch: 072/100, Train loglik = -2.995, Test loglik = -2.895, Train RMSE = 4.264, Test RMSE = 4.188\n","Epoch: 073/100, Train loglik = -2.869, Test loglik = -2.968, Train RMSE = 4.306, Test RMSE = 4.177\n","Epoch: 074/100, Train loglik = -2.918, Test loglik = -2.885, Train RMSE = 4.232, Test RMSE = 4.157\n","Epoch: 075/100, Train loglik = -2.902, Test loglik = -2.906, Train RMSE = 4.271, Test RMSE = 4.153\n","Epoch: 076/100, Train loglik = -2.950, Test loglik = -2.914, Train RMSE = 4.265, Test RMSE = 4.134\n","Epoch: 077/100, Train loglik = -2.898, Test loglik = -2.934, Train RMSE = 4.258, Test RMSE = 4.137\n","Epoch: 078/100, Train loglik = -3.064, Test loglik = -3.014, Train RMSE = 4.216, Test RMSE = 4.135\n","Epoch: 079/100, Train loglik = -2.870, Test loglik = -2.891, Train RMSE = 4.246, Test RMSE = 4.151\n","Epoch: 080/100, Train loglik = -2.908, Test loglik = -2.943, Train RMSE = 4.223, Test RMSE = 4.236\n","Epoch: 081/100, Train loglik = -2.909, Test loglik = -2.875, Train RMSE = 4.227, Test RMSE = 4.241\n","Epoch: 082/100, Train loglik = -2.900, Test loglik = -2.904, Train RMSE = 4.249, Test RMSE = 4.210\n","Epoch: 083/100, Train loglik = -2.971, Test loglik = -2.881, Train RMSE = 4.269, Test RMSE = 4.154\n","Epoch: 084/100, Train loglik = -2.972, Test loglik = -2.945, Train RMSE = 4.267, Test RMSE = 4.166\n","Epoch: 085/100, Train loglik = -2.910, Test loglik = -2.854, Train RMSE = 4.226, Test RMSE = 4.113\n","Epoch: 086/100, Train loglik = -3.073, Test loglik = -2.881, Train RMSE = 4.318, Test RMSE = 4.161\n","Epoch: 087/100, Train loglik = -2.908, Test loglik = -2.852, Train RMSE = 4.208, Test RMSE = 4.142\n","Epoch: 088/100, Train loglik = -2.891, Test loglik = -2.900, Train RMSE = 4.229, Test RMSE = 4.142\n","Epoch: 089/100, Train loglik = -2.933, Test loglik = -2.838, Train RMSE = 4.230, Test RMSE = 4.179\n","Epoch: 090/100, Train loglik = -2.898, Test loglik = -2.936, Train RMSE = 4.207, Test RMSE = 4.179\n","Epoch: 091/100, Train loglik = -2.890, Test loglik = -2.879, Train RMSE = 4.263, Test RMSE = 4.171\n","Epoch: 092/100, Train loglik = -2.878, Test loglik = -2.924, Train RMSE = 4.286, Test RMSE = 4.137\n","Epoch: 093/100, Train loglik = -2.874, Test loglik = -2.971, Train RMSE = 4.321, Test RMSE = 4.144\n","Epoch: 094/100, Train loglik = -2.882, Test loglik = -2.865, Train RMSE = 4.237, Test RMSE = 4.132\n","Epoch: 095/100, Train loglik = -2.898, Test loglik = -2.865, Train RMSE = 4.209, Test RMSE = 4.114\n","Epoch: 096/100, Train loglik = -2.912, Test loglik = -2.971, Train RMSE = 4.232, Test RMSE = 4.176\n","Epoch: 097/100, Train loglik = -2.994, Test loglik = -2.860, Train RMSE = 4.220, Test RMSE = 4.150\n","Epoch: 098/100, Train loglik = -2.872, Test loglik = -2.861, Train RMSE = 4.259, Test RMSE = 4.117\n","Epoch: 099/100, Train loglik = -2.892, Test loglik = -2.868, Train RMSE = 4.200, Test RMSE = 4.117\n","Epoch: 100/100, Train loglik = -2.922, Test loglik = -2.871, Train RMSE = 4.219, Test RMSE = 4.184\n","FOLD 8:\n","Epoch: 001/100, Train loglik = -4.272, Test loglik = -4.264, Train RMSE = 17.030, Test RMSE = 16.925\n","Epoch: 002/100, Train loglik = -4.250, Test loglik = -4.247, Train RMSE = 16.688, Test RMSE = 16.617\n","Epoch: 003/100, Train loglik = -4.218, Test loglik = -4.188, Train RMSE = 16.169, Test RMSE = 16.091\n","Epoch: 004/100, Train loglik = -4.178, Test loglik = -4.172, Train RMSE = 15.326, Test RMSE = 15.231\n","Epoch: 005/100, Train loglik = -4.144, Test loglik = -4.110, Train RMSE = 14.211, Test RMSE = 14.018\n","Epoch: 006/100, Train loglik = -4.053, Test loglik = -4.078, Train RMSE = 13.061, Test RMSE = 12.852\n","Epoch: 007/100, Train loglik = -3.957, Test loglik = -3.918, Train RMSE = 11.666, Test RMSE = 11.472\n","Epoch: 008/100, Train loglik = -3.833, Test loglik = -3.846, Train RMSE = 9.579, Test RMSE = 9.347\n","Epoch: 009/100, Train loglik = -3.718, Test loglik = -3.705, Train RMSE = 8.033, Test RMSE = 8.083\n","Epoch: 010/100, Train loglik = -3.621, Test loglik = -3.630, Train RMSE = 7.358, Test RMSE = 7.195\n","Epoch: 011/100, Train loglik = -3.735, Test loglik = -3.654, Train RMSE = 7.704, Test RMSE = 7.999\n","Epoch: 012/100, Train loglik = -3.689, Test loglik = -3.621, Train RMSE = 7.698, Test RMSE = 7.694\n","Epoch: 013/100, Train loglik = -3.574, Test loglik = -3.481, Train RMSE = 7.026, Test RMSE = 6.967\n","Epoch: 014/100, Train loglik = -3.432, Test loglik = -3.538, Train RMSE = 6.457, Test RMSE = 6.323\n","Epoch: 015/100, Train loglik = -3.429, Test loglik = -3.377, Train RMSE = 6.276, Test RMSE = 6.156\n","Epoch: 016/100, Train loglik = -3.420, Test loglik = -3.360, Train RMSE = 6.372, Test RMSE = 6.449\n","Epoch: 017/100, Train loglik = -3.417, Test loglik = -3.521, Train RMSE = 6.473, Test RMSE = 6.645\n","Epoch: 018/100, Train loglik = -3.340, Test loglik = -3.518, Train RMSE = 6.399, Test RMSE = 6.351\n","Epoch: 019/100, Train loglik = -3.304, Test loglik = -3.317, Train RMSE = 5.897, Test RMSE = 5.627\n","Epoch: 020/100, Train loglik = -3.200, Test loglik = -3.303, Train RMSE = 5.329, Test RMSE = 5.079\n","Epoch: 021/100, Train loglik = -3.272, Test loglik = -3.170, Train RMSE = 5.113, Test RMSE = 4.894\n","Epoch: 022/100, Train loglik = -3.171, Test loglik = -3.273, Train RMSE = 5.398, Test RMSE = 4.897\n","Epoch: 023/100, Train loglik = -3.341, Test loglik = -3.175, Train RMSE = 5.067, Test RMSE = 4.919\n","Epoch: 024/100, Train loglik = -3.145, Test loglik = -3.366, Train RMSE = 4.966, Test RMSE = 4.812\n","Epoch: 025/100, Train loglik = -3.190, Test loglik = -3.117, Train RMSE = 4.913, Test RMSE = 4.617\n","Epoch: 026/100, Train loglik = -3.145, Test loglik = -3.269, Train RMSE = 4.980, Test RMSE = 4.669\n","Epoch: 027/100, Train loglik = -3.140, Test loglik = -3.139, Train RMSE = 4.964, Test RMSE = 4.791\n","Epoch: 028/100, Train loglik = -3.284, Test loglik = -3.251, Train RMSE = 5.218, Test RMSE = 4.817\n","Epoch: 029/100, Train loglik = -3.243, Test loglik = -3.068, Train RMSE = 5.154, Test RMSE = 4.781\n","Epoch: 030/100, Train loglik = -3.143, Test loglik = -3.045, Train RMSE = 4.915, Test RMSE = 4.680\n","Epoch: 031/100, Train loglik = -3.131, Test loglik = -3.075, Train RMSE = 4.941, Test RMSE = 4.748\n","Epoch: 032/100, Train loglik = -3.102, Test loglik = -3.179, Train RMSE = 4.968, Test RMSE = 4.658\n","Epoch: 033/100, Train loglik = -3.037, Test loglik = -3.146, Train RMSE = 4.900, Test RMSE = 4.781\n","Epoch: 034/100, Train loglik = -3.101, Test loglik = -3.146, Train RMSE = 4.889, Test RMSE = 4.646\n","Epoch: 035/100, Train loglik = -3.040, Test loglik = -3.206, Train RMSE = 4.724, Test RMSE = 4.698\n","Epoch: 036/100, Train loglik = -3.029, Test loglik = -3.066, Train RMSE = 4.707, Test RMSE = 4.517\n","Epoch: 037/100, Train loglik = -3.129, Test loglik = -3.001, Train RMSE = 4.672, Test RMSE = 4.500\n","Epoch: 038/100, Train loglik = -3.031, Test loglik = -3.034, Train RMSE = 4.641, Test RMSE = 4.472\n","Epoch: 039/100, Train loglik = -3.036, Test loglik = -2.956, Train RMSE = 4.630, Test RMSE = 4.364\n","Epoch: 040/100, Train loglik = -3.013, Test loglik = -3.043, Train RMSE = 4.580, Test RMSE = 4.345\n","Epoch: 041/100, Train loglik = -3.098, Test loglik = -3.016, Train RMSE = 4.576, Test RMSE = 4.423\n","Epoch: 042/100, Train loglik = -3.072, Test loglik = -2.925, Train RMSE = 4.606, Test RMSE = 4.411\n","Epoch: 043/100, Train loglik = -3.086, Test loglik = -3.032, Train RMSE = 4.671, Test RMSE = 4.384\n","Epoch: 044/100, Train loglik = -2.986, Test loglik = -2.937, Train RMSE = 4.521, Test RMSE = 4.297\n","Epoch: 045/100, Train loglik = -3.096, Test loglik = -2.952, Train RMSE = 4.407, Test RMSE = 4.226\n","Epoch: 046/100, Train loglik = -3.013, Test loglik = -2.944, Train RMSE = 4.401, Test RMSE = 4.228\n","Epoch: 047/100, Train loglik = -2.930, Test loglik = -2.992, Train RMSE = 4.525, Test RMSE = 4.255\n","Epoch: 048/100, Train loglik = -2.946, Test loglik = -2.931, Train RMSE = 4.500, Test RMSE = 4.329\n","Epoch: 049/100, Train loglik = -3.326, Test loglik = -2.932, Train RMSE = 4.463, Test RMSE = 4.141\n","Epoch: 050/100, Train loglik = -2.956, Test loglik = -2.888, Train RMSE = 4.396, Test RMSE = 4.134\n","Epoch: 051/100, Train loglik = -2.930, Test loglik = -2.934, Train RMSE = 4.367, Test RMSE = 4.146\n","Epoch: 052/100, Train loglik = -2.917, Test loglik = -2.871, Train RMSE = 4.308, Test RMSE = 4.203\n","Epoch: 053/100, Train loglik = -2.940, Test loglik = -2.963, Train RMSE = 4.399, Test RMSE = 4.188\n","Epoch: 054/100, Train loglik = -3.010, Test loglik = -2.873, Train RMSE = 4.308, Test RMSE = 4.155\n","Epoch: 055/100, Train loglik = -2.918, Test loglik = -2.975, Train RMSE = 4.326, Test RMSE = 4.125\n","Epoch: 056/100, Train loglik = -2.908, Test loglik = -2.935, Train RMSE = 4.332, Test RMSE = 4.103\n","Epoch: 057/100, Train loglik = -2.922, Test loglik = -2.865, Train RMSE = 4.320, Test RMSE = 4.139\n","Epoch: 058/100, Train loglik = -2.931, Test loglik = -2.867, Train RMSE = 4.391, Test RMSE = 4.228\n","Epoch: 059/100, Train loglik = -2.985, Test loglik = -2.941, Train RMSE = 4.333, Test RMSE = 4.143\n","Epoch: 060/100, Train loglik = -3.154, Test loglik = -3.219, Train RMSE = 4.319, Test RMSE = 4.160\n","Epoch: 061/100, Train loglik = -2.898, Test loglik = -2.884, Train RMSE = 4.288, Test RMSE = 4.117\n","Epoch: 062/100, Train loglik = -2.954, Test loglik = -2.905, Train RMSE = 4.266, Test RMSE = 4.144\n","Epoch: 063/100, Train loglik = -2.902, Test loglik = -2.995, Train RMSE = 4.310, Test RMSE = 4.127\n","Epoch: 064/100, Train loglik = -2.896, Test loglik = -3.068, Train RMSE = 4.301, Test RMSE = 4.125\n","Epoch: 065/100, Train loglik = -2.941, Test loglik = -2.849, Train RMSE = 4.426, Test RMSE = 4.158\n","Epoch: 066/100, Train loglik = -2.943, Test loglik = -2.995, Train RMSE = 4.352, Test RMSE = 4.184\n","Epoch: 067/100, Train loglik = -2.945, Test loglik = -2.907, Train RMSE = 4.331, Test RMSE = 4.167\n","Epoch: 068/100, Train loglik = -2.944, Test loglik = -2.859, Train RMSE = 4.246, Test RMSE = 4.087\n","Epoch: 069/100, Train loglik = -2.911, Test loglik = -2.858, Train RMSE = 4.259, Test RMSE = 4.110\n","Epoch: 070/100, Train loglik = -2.907, Test loglik = -2.886, Train RMSE = 4.273, Test RMSE = 4.113\n","Epoch: 071/100, Train loglik = -2.988, Test loglik = -2.986, Train RMSE = 4.284, Test RMSE = 4.213\n","Epoch: 072/100, Train loglik = -2.929, Test loglik = -2.851, Train RMSE = 4.244, Test RMSE = 4.129\n","Epoch: 073/100, Train loglik = -2.870, Test loglik = -2.869, Train RMSE = 4.298, Test RMSE = 4.170\n","Epoch: 074/100, Train loglik = -2.994, Test loglik = -2.895, Train RMSE = 4.237, Test RMSE = 4.222\n","Epoch: 075/100, Train loglik = -2.946, Test loglik = -2.836, Train RMSE = 4.302, Test RMSE = 4.102\n","Epoch: 076/100, Train loglik = -2.897, Test loglik = -2.847, Train RMSE = 4.227, Test RMSE = 4.082\n","Epoch: 077/100, Train loglik = -2.971, Test loglik = -2.863, Train RMSE = 4.289, Test RMSE = 4.124\n","Epoch: 078/100, Train loglik = -2.901, Test loglik = -2.888, Train RMSE = 4.280, Test RMSE = 4.106\n","Epoch: 079/100, Train loglik = -2.989, Test loglik = -3.060, Train RMSE = 4.247, Test RMSE = 4.062\n","Epoch: 080/100, Train loglik = -2.879, Test loglik = -3.103, Train RMSE = 4.260, Test RMSE = 4.115\n","Epoch: 081/100, Train loglik = -2.897, Test loglik = -2.860, Train RMSE = 4.246, Test RMSE = 4.111\n","Epoch: 082/100, Train loglik = -2.998, Test loglik = -2.871, Train RMSE = 4.232, Test RMSE = 4.150\n","Epoch: 083/100, Train loglik = -2.987, Test loglik = -2.854, Train RMSE = 4.221, Test RMSE = 4.062\n","Epoch: 084/100, Train loglik = -2.927, Test loglik = -2.895, Train RMSE = 4.228, Test RMSE = 4.074\n","Epoch: 085/100, Train loglik = -2.896, Test loglik = -2.841, Train RMSE = 4.302, Test RMSE = 4.111\n","Epoch: 086/100, Train loglik = -2.914, Test loglik = -2.938, Train RMSE = 4.234, Test RMSE = 4.046\n","Epoch: 087/100, Train loglik = -2.948, Test loglik = -2.844, Train RMSE = 4.265, Test RMSE = 4.104\n","Epoch: 088/100, Train loglik = -2.874, Test loglik = -2.952, Train RMSE = 4.385, Test RMSE = 4.317\n","Epoch: 089/100, Train loglik = -2.881, Test loglik = -2.914, Train RMSE = 4.370, Test RMSE = 4.131\n","Epoch: 090/100, Train loglik = -2.927, Test loglik = -2.893, Train RMSE = 4.216, Test RMSE = 4.057\n","Epoch: 091/100, Train loglik = -2.908, Test loglik = -2.856, Train RMSE = 4.261, Test RMSE = 4.071\n","Epoch: 092/100, Train loglik = -2.983, Test loglik = -2.971, Train RMSE = 4.225, Test RMSE = 4.075\n","Epoch: 093/100, Train loglik = -2.875, Test loglik = -2.847, Train RMSE = 4.289, Test RMSE = 4.046\n","Epoch: 094/100, Train loglik = -2.924, Test loglik = -2.884, Train RMSE = 4.277, Test RMSE = 4.045\n","Epoch: 095/100, Train loglik = -2.921, Test loglik = -2.872, Train RMSE = 4.251, Test RMSE = 4.039\n","Epoch: 096/100, Train loglik = -3.055, Test loglik = -2.832, Train RMSE = 4.214, Test RMSE = 4.038\n","Epoch: 097/100, Train loglik = -2.905, Test loglik = -2.837, Train RMSE = 4.223, Test RMSE = 4.034\n","Epoch: 098/100, Train loglik = -2.922, Test loglik = -2.848, Train RMSE = 4.230, Test RMSE = 4.035\n","Epoch: 099/100, Train loglik = -2.937, Test loglik = -2.866, Train RMSE = 4.277, Test RMSE = 4.129\n","Epoch: 100/100, Train loglik = -2.889, Test loglik = -2.865, Train RMSE = 4.239, Test RMSE = 4.096\n","FOLD 9:\n","Epoch: 001/100, Train loglik = -4.221, Test loglik = -4.247, Train RMSE = 16.859, Test RMSE = 16.796\n","Epoch: 002/100, Train loglik = -4.183, Test loglik = -4.229, Train RMSE = 16.620, Test RMSE = 16.631\n","Epoch: 003/100, Train loglik = -4.180, Test loglik = -4.173, Train RMSE = 16.132, Test RMSE = 15.577\n","Epoch: 004/100, Train loglik = -4.151, Test loglik = -4.176, Train RMSE = 14.932, Test RMSE = 14.976\n","Epoch: 005/100, Train loglik = -4.097, Test loglik = -4.074, Train RMSE = 13.901, Test RMSE = 13.670\n","Epoch: 006/100, Train loglik = -4.022, Test loglik = -3.994, Train RMSE = 12.335, Test RMSE = 12.227\n","Epoch: 007/100, Train loglik = -3.905, Test loglik = -3.902, Train RMSE = 10.664, Test RMSE = 10.700\n","Epoch: 008/100, Train loglik = -3.815, Test loglik = -3.816, Train RMSE = 9.271, Test RMSE = 8.977\n","Epoch: 009/100, Train loglik = -3.728, Test loglik = -3.685, Train RMSE = 7.912, Test RMSE = 7.761\n","Epoch: 010/100, Train loglik = -3.735, Test loglik = -3.813, Train RMSE = 7.492, Test RMSE = 7.411\n","Epoch: 011/100, Train loglik = -3.771, Test loglik = -3.517, Train RMSE = 7.338, Test RMSE = 7.598\n","Epoch: 012/100, Train loglik = -3.565, Test loglik = -3.692, Train RMSE = 7.426, Test RMSE = 7.373\n","Epoch: 013/100, Train loglik = -3.677, Test loglik = -3.458, Train RMSE = 6.933, Test RMSE = 6.848\n","Epoch: 014/100, Train loglik = -3.398, Test loglik = -3.416, Train RMSE = 6.366, Test RMSE = 6.349\n","Epoch: 015/100, Train loglik = -3.414, Test loglik = -3.390, Train RMSE = 6.280, Test RMSE = 5.985\n","Epoch: 016/100, Train loglik = -3.369, Test loglik = -3.441, Train RMSE = 6.271, Test RMSE = 6.222\n","Epoch: 017/100, Train loglik = -3.410, Test loglik = -3.345, Train RMSE = 6.403, Test RMSE = 6.272\n","Epoch: 018/100, Train loglik = -3.335, Test loglik = -3.251, Train RMSE = 5.767, Test RMSE = 5.729\n","Epoch: 019/100, Train loglik = -3.297, Test loglik = -3.202, Train RMSE = 5.224, Test RMSE = 5.329\n","Epoch: 020/100, Train loglik = -3.180, Test loglik = -3.273, Train RMSE = 4.960, Test RMSE = 5.128\n","Epoch: 021/100, Train loglik = -3.485, Test loglik = -3.249, Train RMSE = 5.116, Test RMSE = 5.433\n","Epoch: 022/100, Train loglik = -3.127, Test loglik = -3.249, Train RMSE = 5.149, Test RMSE = 5.568\n","Epoch: 023/100, Train loglik = -3.194, Test loglik = -3.160, Train RMSE = 5.160, Test RMSE = 5.397\n","Epoch: 024/100, Train loglik = -3.132, Test loglik = -3.189, Train RMSE = 4.910, Test RMSE = 5.235\n","Epoch: 025/100, Train loglik = -3.179, Test loglik = -3.217, Train RMSE = 5.157, Test RMSE = 5.293\n","Epoch: 026/100, Train loglik = -3.170, Test loglik = -3.150, Train RMSE = 5.234, Test RMSE = 5.338\n","Epoch: 027/100, Train loglik = -3.167, Test loglik = -3.179, Train RMSE = 5.140, Test RMSE = 5.329\n","Epoch: 028/100, Train loglik = -3.185, Test loglik = -3.360, Train RMSE = 5.035, Test RMSE = 5.312\n","Epoch: 029/100, Train loglik = -3.100, Test loglik = -3.283, Train RMSE = 4.898, Test RMSE = 5.308\n","Epoch: 030/100, Train loglik = -3.055, Test loglik = -3.190, Train RMSE = 4.988, Test RMSE = 5.224\n","Epoch: 031/100, Train loglik = -3.111, Test loglik = -3.337, Train RMSE = 4.983, Test RMSE = 5.316\n","Epoch: 032/100, Train loglik = -3.078, Test loglik = -3.221, Train RMSE = 4.845, Test RMSE = 5.343\n","Epoch: 033/100, Train loglik = -3.037, Test loglik = -3.142, Train RMSE = 4.763, Test RMSE = 4.900\n","Epoch: 034/100, Train loglik = -3.099, Test loglik = -3.103, Train RMSE = 4.643, Test RMSE = 4.859\n","Epoch: 035/100, Train loglik = -3.039, Test loglik = -3.088, Train RMSE = 4.721, Test RMSE = 4.863\n","Epoch: 036/100, Train loglik = -3.031, Test loglik = -3.126, Train RMSE = 4.733, Test RMSE = 5.036\n","Epoch: 037/100, Train loglik = -3.214, Test loglik = -3.027, Train RMSE = 4.772, Test RMSE = 4.830\n","Epoch: 038/100, Train loglik = -3.048, Test loglik = -3.117, Train RMSE = 4.599, Test RMSE = 4.738\n","Epoch: 039/100, Train loglik = -3.056, Test loglik = -3.096, Train RMSE = 4.564, Test RMSE = 4.672\n","Epoch: 040/100, Train loglik = -3.005, Test loglik = -3.184, Train RMSE = 4.661, Test RMSE = 4.793\n","Epoch: 041/100, Train loglik = -3.126, Test loglik = -3.021, Train RMSE = 4.715, Test RMSE = 4.791\n","Epoch: 042/100, Train loglik = -3.049, Test loglik = -3.366, Train RMSE = 4.567, Test RMSE = 4.719\n","Epoch: 043/100, Train loglik = -2.984, Test loglik = -3.057, Train RMSE = 4.457, Test RMSE = 4.676\n","Epoch: 044/100, Train loglik = -3.053, Test loglik = -3.041, Train RMSE = 4.464, Test RMSE = 4.597\n","Epoch: 045/100, Train loglik = -2.987, Test loglik = -2.996, Train RMSE = 4.560, Test RMSE = 4.713\n","Epoch: 046/100, Train loglik = -3.019, Test loglik = -3.077, Train RMSE = 4.484, Test RMSE = 4.616\n","Epoch: 047/100, Train loglik = -2.978, Test loglik = -3.070, Train RMSE = 4.454, Test RMSE = 4.597\n","Epoch: 048/100, Train loglik = -2.939, Test loglik = -3.094, Train RMSE = 4.379, Test RMSE = 4.654\n","Epoch: 049/100, Train loglik = -2.988, Test loglik = -3.003, Train RMSE = 4.405, Test RMSE = 4.774\n","Epoch: 050/100, Train loglik = -2.975, Test loglik = -3.256, Train RMSE = 4.530, Test RMSE = 4.834\n","Epoch: 051/100, Train loglik = -3.102, Test loglik = -3.062, Train RMSE = 4.360, Test RMSE = 4.642\n","Epoch: 052/100, Train loglik = -2.915, Test loglik = -2.972, Train RMSE = 4.357, Test RMSE = 4.539\n","Epoch: 053/100, Train loglik = -2.895, Test loglik = -2.948, Train RMSE = 4.317, Test RMSE = 4.544\n","Epoch: 054/100, Train loglik = -3.035, Test loglik = -3.026, Train RMSE = 4.322, Test RMSE = 4.573\n","Epoch: 055/100, Train loglik = -2.921, Test loglik = -3.003, Train RMSE = 4.281, Test RMSE = 4.601\n","Epoch: 056/100, Train loglik = -2.938, Test loglik = -2.957, Train RMSE = 4.261, Test RMSE = 4.562\n","Epoch: 057/100, Train loglik = -2.907, Test loglik = -2.983, Train RMSE = 4.263, Test RMSE = 4.534\n","Epoch: 058/100, Train loglik = -2.923, Test loglik = -2.968, Train RMSE = 4.269, Test RMSE = 4.495\n","Epoch: 059/100, Train loglik = -3.263, Test loglik = -3.001, Train RMSE = 4.300, Test RMSE = 4.570\n","Epoch: 060/100, Train loglik = -2.910, Test loglik = -2.930, Train RMSE = 4.237, Test RMSE = 4.523\n","Epoch: 061/100, Train loglik = -2.903, Test loglik = -2.959, Train RMSE = 4.235, Test RMSE = 4.452\n","Epoch: 062/100, Train loglik = -2.879, Test loglik = -2.922, Train RMSE = 4.252, Test RMSE = 4.474\n","Epoch: 063/100, Train loglik = -2.908, Test loglik = -2.950, Train RMSE = 4.306, Test RMSE = 4.496\n","Epoch: 064/100, Train loglik = -3.042, Test loglik = -2.961, Train RMSE = 4.267, Test RMSE = 4.486\n","Epoch: 065/100, Train loglik = -2.920, Test loglik = -2.955, Train RMSE = 4.248, Test RMSE = 4.509\n","Epoch: 066/100, Train loglik = -2.905, Test loglik = -2.972, Train RMSE = 4.223, Test RMSE = 4.475\n","Epoch: 067/100, Train loglik = -2.935, Test loglik = -2.926, Train RMSE = 4.229, Test RMSE = 4.524\n","Epoch: 068/100, Train loglik = -2.951, Test loglik = -2.958, Train RMSE = 4.218, Test RMSE = 4.502\n","Epoch: 069/100, Train loglik = -3.013, Test loglik = -2.923, Train RMSE = 4.221, Test RMSE = 4.524\n","Epoch: 070/100, Train loglik = -2.888, Test loglik = -2.930, Train RMSE = 4.228, Test RMSE = 4.523\n","Epoch: 071/100, Train loglik = -2.899, Test loglik = -2.965, Train RMSE = 4.241, Test RMSE = 4.510\n","Epoch: 072/100, Train loglik = -2.881, Test loglik = -2.957, Train RMSE = 4.254, Test RMSE = 4.519\n","Epoch: 073/100, Train loglik = -2.937, Test loglik = -2.903, Train RMSE = 4.253, Test RMSE = 4.480\n","Epoch: 074/100, Train loglik = -2.903, Test loglik = -3.043, Train RMSE = 4.209, Test RMSE = 4.474\n","Epoch: 075/100, Train loglik = -2.892, Test loglik = -2.921, Train RMSE = 4.230, Test RMSE = 4.438\n","Epoch: 076/100, Train loglik = -2.951, Test loglik = -3.054, Train RMSE = 4.221, Test RMSE = 4.512\n","Epoch: 077/100, Train loglik = -2.881, Test loglik = -3.004, Train RMSE = 4.200, Test RMSE = 4.492\n","Epoch: 078/100, Train loglik = -2.893, Test loglik = -2.915, Train RMSE = 4.222, Test RMSE = 4.497\n","Epoch: 079/100, Train loglik = -2.885, Test loglik = -2.954, Train RMSE = 4.237, Test RMSE = 4.515\n","Epoch: 080/100, Train loglik = -2.953, Test loglik = -2.918, Train RMSE = 4.248, Test RMSE = 4.493\n","Epoch: 081/100, Train loglik = -2.890, Test loglik = -2.965, Train RMSE = 4.279, Test RMSE = 4.591\n","Epoch: 082/100, Train loglik = -2.888, Test loglik = -2.937, Train RMSE = 4.359, Test RMSE = 4.494\n","Epoch: 083/100, Train loglik = -2.902, Test loglik = -2.958, Train RMSE = 4.264, Test RMSE = 4.470\n","Epoch: 084/100, Train loglik = -2.876, Test loglik = -2.959, Train RMSE = 4.190, Test RMSE = 4.460\n","Epoch: 085/100, Train loglik = -2.982, Test loglik = -3.044, Train RMSE = 4.226, Test RMSE = 4.510\n","Epoch: 086/100, Train loglik = -2.873, Test loglik = -2.955, Train RMSE = 4.224, Test RMSE = 4.511\n","Epoch: 087/100, Train loglik = -2.962, Test loglik = -3.060, Train RMSE = 4.244, Test RMSE = 4.503\n","Epoch: 088/100, Train loglik = -2.858, Test loglik = -3.039, Train RMSE = 4.204, Test RMSE = 4.504\n","Epoch: 089/100, Train loglik = -3.201, Test loglik = -2.982, Train RMSE = 4.268, Test RMSE = 4.484\n","Epoch: 090/100, Train loglik = -2.942, Test loglik = -3.017, Train RMSE = 4.340, Test RMSE = 4.487\n","Epoch: 091/100, Train loglik = -2.937, Test loglik = -2.975, Train RMSE = 4.169, Test RMSE = 4.424\n","Epoch: 092/100, Train loglik = -2.924, Test loglik = -3.016, Train RMSE = 4.324, Test RMSE = 4.582\n","Epoch: 093/100, Train loglik = -2.874, Test loglik = -3.091, Train RMSE = 4.458, Test RMSE = 4.757\n","Epoch: 094/100, Train loglik = -2.875, Test loglik = -2.980, Train RMSE = 4.415, Test RMSE = 4.686\n","Epoch: 095/100, Train loglik = -2.887, Test loglik = -3.000, Train RMSE = 4.185, Test RMSE = 4.466\n","Epoch: 096/100, Train loglik = -2.907, Test loglik = -2.917, Train RMSE = 4.230, Test RMSE = 4.445\n","Epoch: 097/100, Train loglik = -2.900, Test loglik = -2.950, Train RMSE = 4.387, Test RMSE = 4.549\n","Epoch: 098/100, Train loglik = -2.869, Test loglik = -2.924, Train RMSE = 4.341, Test RMSE = 4.453\n","Epoch: 099/100, Train loglik = -2.887, Test loglik = -3.032, Train RMSE = 4.198, Test RMSE = 4.446\n","Epoch: 100/100, Train loglik = -2.859, Test loglik = -3.047, Train RMSE = 4.190, Test RMSE = 4.535\n","Train log. lik. = -2.932 +/-  0.038\n","Test  log. lik. = -2.911 +/-  0.064\n","Train RMSE      =  4.239 +/-  0.043\n","Test  RMSE      =  4.229 +/-  0.179\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"colab_type":"text","id":"HRPICBiXCegI"},"source":["# Red wine dataset"]},{"cell_type":"code","metadata":{"colab_type":"code","id":"KOqgIBXcCegJ","outputId":"2ee5dc7f-11f2-4d2b-e563-a2759e15ffce","executionInfo":{"status":"ok","timestamp":1558117322265,"user_tz":-60,"elapsed":333012,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":221}},"source":["np.random.seed(0)\n","!wget \"https://archive.ics.uci.edu/ml/machine-learning-databases/wine-quality/winequality-red.csv\" --no-check-certificate \n","data = pd.read_csv('winequality-red.csv', header=1, delimiter=';').values\n","data = data[np.random.permutation(np.arange(len(data)))]\n","data.shape"],"execution_count":0,"outputs":[{"output_type":"stream","text":["--2019-05-17 18:21:59--  https://archive.ics.uci.edu/ml/machine-learning-databases/wine-quality/winequality-red.csv\n","Resolving archive.ics.uci.edu (archive.ics.uci.edu)... 128.195.10.252\n","Connecting to archive.ics.uci.edu (archive.ics.uci.edu)|128.195.10.252|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 84199 (82K) [application/x-httpd-php]\n","Saving to: ‘winequality-red.csv’\n","\n","\rwinequality-red.csv   0%[                    ]       0  --.-KB/s               \rwinequality-red.csv  47%[========>           ]  39.00K   139KB/s               \rwinequality-red.csv 100%[===================>]  82.23K   292KB/s    in 0.3s    \n","\n","2019-05-17 18:22:00 (292 KB/s) - ‘winequality-red.csv’ saved [84199/84199]\n","\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(1598, 12)"]},"metadata":{"tags":[]},"execution_count":20}]},{"cell_type":"code","metadata":{"colab_type":"code","id":"h8gWjBbKCegM","outputId":"fbd52e7a-6470-4eeb-dbd6-b7c1aa8fffaa","executionInfo":{"status":"ok","timestamp":1558117455011,"user_tz":-60,"elapsed":465578,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":17255}},"source":["model = train_BBP(data, n_splits=10, num_epochs=100, num_units=100, learn_rate=1e-2, log_every=10)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["FOLD 0:\n","Epoch: 001/100, Train loglik = -1.186, Test loglik = -1.249, Train RMSE = 0.803, Test RMSE = 0.846\n","Epoch: 002/100, Train loglik = -1.172, Test loglik = -1.237, Train RMSE = 0.794, Test RMSE = 0.840\n","Epoch: 003/100, Train loglik = -1.177, Test loglik = -1.237, Train RMSE = 0.776, Test RMSE = 0.826\n","Epoch: 004/100, Train loglik = -1.137, Test loglik = -1.216, Train RMSE = 0.752, Test RMSE = 0.811\n","Epoch: 005/100, Train loglik = -1.113, Test loglik = -1.182, Train RMSE = 0.730, Test RMSE = 0.792\n","Epoch: 006/100, Train loglik = -1.066, Test loglik = -1.155, Train RMSE = 0.701, Test RMSE = 0.773\n","Epoch: 007/100, Train loglik = -1.046, Test loglik = -1.143, Train RMSE = 0.675, Test RMSE = 0.751\n","Epoch: 008/100, Train loglik = -1.040, Test loglik = -1.107, Train RMSE = 0.661, Test RMSE = 0.734\n","Epoch: 009/100, Train loglik = -1.009, Test loglik = -1.126, Train RMSE = 0.658, Test RMSE = 0.721\n","Epoch: 010/100, Train loglik = -1.023, Test loglik = -1.089, Train RMSE = 0.658, Test RMSE = 0.721\n","Epoch: 011/100, Train loglik = -0.976, Test loglik = -1.103, Train RMSE = 0.660, Test RMSE = 0.712\n","Epoch: 012/100, Train loglik = -1.024, Test loglik = -1.088, Train RMSE = 0.658, Test RMSE = 0.713\n","Epoch: 013/100, Train loglik = -0.962, Test loglik = -1.066, Train RMSE = 0.648, Test RMSE = 0.702\n","Epoch: 014/100, Train loglik = -0.963, Test loglik = -1.089, Train RMSE = 0.643, Test RMSE = 0.698\n","Epoch: 015/100, Train loglik = -0.966, Test loglik = -1.067, Train RMSE = 0.642, Test RMSE = 0.699\n","Epoch: 016/100, Train loglik = -0.947, Test loglik = -1.113, Train RMSE = 0.641, Test RMSE = 0.704\n","Epoch: 017/100, Train loglik = -0.955, Test loglik = -1.107, Train RMSE = 0.639, Test RMSE = 0.710\n","Epoch: 018/100, Train loglik = -0.942, Test loglik = -1.073, Train RMSE = 0.640, Test RMSE = 0.713\n","Epoch: 019/100, Train loglik = -0.958, Test loglik = -1.079, Train RMSE = 0.639, Test RMSE = 0.716\n","Epoch: 020/100, Train loglik = -0.945, Test loglik = -1.098, Train RMSE = 0.637, Test RMSE = 0.712\n","Epoch: 021/100, Train loglik = -0.944, Test loglik = -1.095, Train RMSE = 0.633, Test RMSE = 0.702\n","Epoch: 022/100, Train loglik = -0.934, Test loglik = -1.064, Train RMSE = 0.630, Test RMSE = 0.700\n","Epoch: 023/100, Train loglik = -0.933, Test loglik = -1.038, Train RMSE = 0.630, Test RMSE = 0.691\n","Epoch: 024/100, Train loglik = -0.925, Test loglik = -1.018, Train RMSE = 0.630, Test RMSE = 0.695\n","Epoch: 025/100, Train loglik = -0.926, Test loglik = -1.066, Train RMSE = 0.628, Test RMSE = 0.697\n","Epoch: 026/100, Train loglik = -0.916, Test loglik = -1.059, Train RMSE = 0.627, Test RMSE = 0.691\n","Epoch: 027/100, Train loglik = -0.940, Test loglik = -1.030, Train RMSE = 0.625, Test RMSE = 0.694\n","Epoch: 028/100, Train loglik = -0.912, Test loglik = -1.040, Train RMSE = 0.624, Test RMSE = 0.697\n","Epoch: 029/100, Train loglik = -0.907, Test loglik = -1.039, Train RMSE = 0.624, Test RMSE = 0.699\n","Epoch: 030/100, Train loglik = -0.909, Test loglik = -1.054, Train RMSE = 0.621, Test RMSE = 0.702\n","Epoch: 031/100, Train loglik = -0.906, Test loglik = -1.056, Train RMSE = 0.620, Test RMSE = 0.707\n","Epoch: 032/100, Train loglik = -0.907, Test loglik = -1.038, Train RMSE = 0.618, Test RMSE = 0.709\n","Epoch: 033/100, Train loglik = -0.898, Test loglik = -1.055, Train RMSE = 0.618, Test RMSE = 0.706\n","Epoch: 034/100, Train loglik = -0.896, Test loglik = -1.015, Train RMSE = 0.617, Test RMSE = 0.709\n","Epoch: 035/100, Train loglik = -0.895, Test loglik = -1.001, Train RMSE = 0.615, Test RMSE = 0.707\n","Epoch: 036/100, Train loglik = -0.910, Test loglik = -1.022, Train RMSE = 0.614, Test RMSE = 0.709\n","Epoch: 037/100, Train loglik = -0.903, Test loglik = -1.013, Train RMSE = 0.613, Test RMSE = 0.708\n","Epoch: 038/100, Train loglik = -0.892, Test loglik = -1.002, Train RMSE = 0.611, Test RMSE = 0.707\n","Epoch: 039/100, Train loglik = -0.885, Test loglik = -1.017, Train RMSE = 0.610, Test RMSE = 0.706\n","Epoch: 040/100, Train loglik = -0.884, Test loglik = -1.026, Train RMSE = 0.610, Test RMSE = 0.705\n","Epoch: 041/100, Train loglik = -0.881, Test loglik = -1.013, Train RMSE = 0.608, Test RMSE = 0.705\n","Epoch: 042/100, Train loglik = -0.879, Test loglik = -1.015, Train RMSE = 0.607, Test RMSE = 0.706\n","Epoch: 043/100, Train loglik = -0.872, Test loglik = -1.065, Train RMSE = 0.607, Test RMSE = 0.706\n","Epoch: 044/100, Train loglik = -0.880, Test loglik = -1.051, Train RMSE = 0.607, Test RMSE = 0.708\n","Epoch: 045/100, Train loglik = -0.874, Test loglik = -1.009, Train RMSE = 0.606, Test RMSE = 0.711\n","Epoch: 046/100, Train loglik = -0.874, Test loglik = -1.018, Train RMSE = 0.607, Test RMSE = 0.708\n","Epoch: 047/100, Train loglik = -0.883, Test loglik = -1.026, Train RMSE = 0.606, Test RMSE = 0.710\n","Epoch: 048/100, Train loglik = -0.863, Test loglik = -1.021, Train RMSE = 0.606, Test RMSE = 0.708\n","Epoch: 049/100, Train loglik = -0.875, Test loglik = -1.012, Train RMSE = 0.605, Test RMSE = 0.706\n","Epoch: 050/100, Train loglik = -0.878, Test loglik = -1.023, Train RMSE = 0.605, Test RMSE = 0.701\n","Epoch: 051/100, Train loglik = -0.862, Test loglik = -1.030, Train RMSE = 0.604, Test RMSE = 0.703\n","Epoch: 052/100, Train loglik = -0.880, Test loglik = -1.001, Train RMSE = 0.604, Test RMSE = 0.701\n","Epoch: 053/100, Train loglik = -0.859, Test loglik = -1.003, Train RMSE = 0.603, Test RMSE = 0.701\n","Epoch: 054/100, Train loglik = -0.863, Test loglik = -1.011, Train RMSE = 0.603, Test RMSE = 0.704\n","Epoch: 055/100, Train loglik = -0.853, Test loglik = -1.015, Train RMSE = 0.603, Test RMSE = 0.705\n","Epoch: 056/100, Train loglik = -0.857, Test loglik = -1.032, Train RMSE = 0.602, Test RMSE = 0.705\n","Epoch: 057/100, Train loglik = -0.863, Test loglik = -1.030, Train RMSE = 0.603, Test RMSE = 0.706\n","Epoch: 058/100, Train loglik = -0.846, Test loglik = -1.002, Train RMSE = 0.603, Test RMSE = 0.706\n","Epoch: 059/100, Train loglik = -0.867, Test loglik = -1.040, Train RMSE = 0.602, Test RMSE = 0.707\n","Epoch: 060/100, Train loglik = -0.861, Test loglik = -1.023, Train RMSE = 0.600, Test RMSE = 0.706\n","Epoch: 061/100, Train loglik = -0.846, Test loglik = -1.034, Train RMSE = 0.601, Test RMSE = 0.710\n","Epoch: 062/100, Train loglik = -0.844, Test loglik = -1.064, Train RMSE = 0.601, Test RMSE = 0.710\n","Epoch: 063/100, Train loglik = -0.875, Test loglik = -1.038, Train RMSE = 0.600, Test RMSE = 0.707\n","Epoch: 064/100, Train loglik = -0.837, Test loglik = -1.055, Train RMSE = 0.599, Test RMSE = 0.710\n","Epoch: 065/100, Train loglik = -0.843, Test loglik = -1.039, Train RMSE = 0.601, Test RMSE = 0.708\n","Epoch: 066/100, Train loglik = -0.840, Test loglik = -1.031, Train RMSE = 0.598, Test RMSE = 0.708\n","Epoch: 067/100, Train loglik = -0.833, Test loglik = -1.013, Train RMSE = 0.598, Test RMSE = 0.706\n","Epoch: 068/100, Train loglik = -0.829, Test loglik = -1.040, Train RMSE = 0.598, Test RMSE = 0.706\n","Epoch: 069/100, Train loglik = -0.833, Test loglik = -1.046, Train RMSE = 0.597, Test RMSE = 0.706\n","Epoch: 070/100, Train loglik = -0.832, Test loglik = -1.044, Train RMSE = 0.596, Test RMSE = 0.711\n","Epoch: 071/100, Train loglik = -0.826, Test loglik = -1.071, Train RMSE = 0.598, Test RMSE = 0.710\n","Epoch: 072/100, Train loglik = -0.842, Test loglik = -1.056, Train RMSE = 0.598, Test RMSE = 0.713\n","Epoch: 073/100, Train loglik = -0.828, Test loglik = -1.085, Train RMSE = 0.596, Test RMSE = 0.713\n","Epoch: 074/100, Train loglik = -0.829, Test loglik = -1.025, Train RMSE = 0.595, Test RMSE = 0.711\n","Epoch: 075/100, Train loglik = -0.824, Test loglik = -1.050, Train RMSE = 0.595, Test RMSE = 0.708\n","Epoch: 076/100, Train loglik = -0.820, Test loglik = -1.044, Train RMSE = 0.594, Test RMSE = 0.709\n","Epoch: 077/100, Train loglik = -0.824, Test loglik = -1.092, Train RMSE = 0.594, Test RMSE = 0.713\n","Epoch: 078/100, Train loglik = -0.805, Test loglik = -1.068, Train RMSE = 0.593, Test RMSE = 0.711\n","Epoch: 079/100, Train loglik = -0.842, Test loglik = -1.059, Train RMSE = 0.595, Test RMSE = 0.710\n","Epoch: 080/100, Train loglik = -0.812, Test loglik = -1.104, Train RMSE = 0.593, Test RMSE = 0.712\n","Epoch: 081/100, Train loglik = -0.807, Test loglik = -1.068, Train RMSE = 0.593, Test RMSE = 0.716\n","Epoch: 082/100, Train loglik = -0.806, Test loglik = -1.071, Train RMSE = 0.595, Test RMSE = 0.717\n","Epoch: 083/100, Train loglik = -0.798, Test loglik = -1.110, Train RMSE = 0.592, Test RMSE = 0.715\n","Epoch: 084/100, Train loglik = -0.795, Test loglik = -1.102, Train RMSE = 0.590, Test RMSE = 0.712\n","Epoch: 085/100, Train loglik = -0.795, Test loglik = -1.084, Train RMSE = 0.590, Test RMSE = 0.711\n","Epoch: 086/100, Train loglik = -0.801, Test loglik = -1.123, Train RMSE = 0.591, Test RMSE = 0.711\n","Epoch: 087/100, Train loglik = -0.803, Test loglik = -1.063, Train RMSE = 0.590, Test RMSE = 0.712\n","Epoch: 088/100, Train loglik = -0.786, Test loglik = -1.101, Train RMSE = 0.588, Test RMSE = 0.711\n","Epoch: 089/100, Train loglik = -0.788, Test loglik = -1.134, Train RMSE = 0.588, Test RMSE = 0.711\n","Epoch: 090/100, Train loglik = -0.775, Test loglik = -1.133, Train RMSE = 0.588, Test RMSE = 0.714\n","Epoch: 091/100, Train loglik = -0.773, Test loglik = -1.194, Train RMSE = 0.587, Test RMSE = 0.714\n","Epoch: 092/100, Train loglik = -0.770, Test loglik = -1.148, Train RMSE = 0.587, Test RMSE = 0.711\n","Epoch: 093/100, Train loglik = -0.771, Test loglik = -1.102, Train RMSE = 0.586, Test RMSE = 0.712\n","Epoch: 094/100, Train loglik = -0.771, Test loglik = -1.142, Train RMSE = 0.585, Test RMSE = 0.708\n","Epoch: 095/100, Train loglik = -0.778, Test loglik = -1.174, Train RMSE = 0.585, Test RMSE = 0.711\n","Epoch: 096/100, Train loglik = -0.763, Test loglik = -1.207, Train RMSE = 0.587, Test RMSE = 0.710\n","Epoch: 097/100, Train loglik = -0.772, Test loglik = -1.198, Train RMSE = 0.587, Test RMSE = 0.715\n","Epoch: 098/100, Train loglik = -0.771, Test loglik = -1.272, Train RMSE = 0.588, Test RMSE = 0.718\n","Epoch: 099/100, Train loglik = -0.757, Test loglik = -1.274, Train RMSE = 0.585, Test RMSE = 0.712\n","Epoch: 100/100, Train loglik = -0.755, Test loglik = -1.169, Train RMSE = 0.583, Test RMSE = 0.706\n","FOLD 1:\n","Epoch: 001/100, Train loglik = -1.216, Test loglik = -1.129, Train RMSE = 0.812, Test RMSE = 0.735\n","Epoch: 002/100, Train loglik = -1.200, Test loglik = -1.103, Train RMSE = 0.800, Test RMSE = 0.721\n","Epoch: 003/100, Train loglik = -1.177, Test loglik = -1.110, Train RMSE = 0.782, Test RMSE = 0.703\n","Epoch: 004/100, Train loglik = -1.154, Test loglik = -1.072, Train RMSE = 0.752, Test RMSE = 0.681\n","Epoch: 005/100, Train loglik = -1.096, Test loglik = -1.036, Train RMSE = 0.726, Test RMSE = 0.653\n","Epoch: 006/100, Train loglik = -1.082, Test loglik = -0.994, Train RMSE = 0.699, Test RMSE = 0.623\n","Epoch: 007/100, Train loglik = -1.045, Test loglik = -0.945, Train RMSE = 0.678, Test RMSE = 0.603\n","Epoch: 008/100, Train loglik = -1.019, Test loglik = -0.935, Train RMSE = 0.666, Test RMSE = 0.598\n","Epoch: 009/100, Train loglik = -1.034, Test loglik = -0.943, Train RMSE = 0.668, Test RMSE = 0.604\n","Epoch: 010/100, Train loglik = -1.068, Test loglik = -0.896, Train RMSE = 0.674, Test RMSE = 0.596\n","Epoch: 011/100, Train loglik = -1.025, Test loglik = -0.884, Train RMSE = 0.671, Test RMSE = 0.578\n","Epoch: 012/100, Train loglik = -0.996, Test loglik = -0.861, Train RMSE = 0.665, Test RMSE = 0.573\n","Epoch: 013/100, Train loglik = -0.990, Test loglik = -0.868, Train RMSE = 0.657, Test RMSE = 0.561\n","Epoch: 014/100, Train loglik = -1.001, Test loglik = -0.869, Train RMSE = 0.655, Test RMSE = 0.561\n","Epoch: 015/100, Train loglik = -0.982, Test loglik = -0.860, Train RMSE = 0.656, Test RMSE = 0.564\n","Epoch: 016/100, Train loglik = -0.975, Test loglik = -0.859, Train RMSE = 0.655, Test RMSE = 0.568\n","Epoch: 017/100, Train loglik = -0.966, Test loglik = -0.843, Train RMSE = 0.656, Test RMSE = 0.574\n","Epoch: 018/100, Train loglik = -0.979, Test loglik = -0.842, Train RMSE = 0.653, Test RMSE = 0.575\n","Epoch: 019/100, Train loglik = -0.970, Test loglik = -0.824, Train RMSE = 0.650, Test RMSE = 0.576\n","Epoch: 020/100, Train loglik = -0.966, Test loglik = -0.841, Train RMSE = 0.649, Test RMSE = 0.570\n","Epoch: 021/100, Train loglik = -0.946, Test loglik = -0.811, Train RMSE = 0.646, Test RMSE = 0.574\n","Epoch: 022/100, Train loglik = -0.953, Test loglik = -0.827, Train RMSE = 0.645, Test RMSE = 0.576\n","Epoch: 023/100, Train loglik = -0.944, Test loglik = -0.837, Train RMSE = 0.642, Test RMSE = 0.572\n","Epoch: 024/100, Train loglik = -0.957, Test loglik = -0.810, Train RMSE = 0.643, Test RMSE = 0.571\n","Epoch: 025/100, Train loglik = -0.940, Test loglik = -0.820, Train RMSE = 0.641, Test RMSE = 0.563\n","Epoch: 026/100, Train loglik = -0.945, Test loglik = -0.823, Train RMSE = 0.640, Test RMSE = 0.562\n","Epoch: 027/100, Train loglik = -0.971, Test loglik = -0.804, Train RMSE = 0.638, Test RMSE = 0.558\n","Epoch: 028/100, Train loglik = -0.927, Test loglik = -0.807, Train RMSE = 0.637, Test RMSE = 0.558\n","Epoch: 029/100, Train loglik = -0.933, Test loglik = -0.802, Train RMSE = 0.635, Test RMSE = 0.561\n","Epoch: 030/100, Train loglik = -0.924, Test loglik = -0.805, Train RMSE = 0.633, Test RMSE = 0.564\n","Epoch: 031/100, Train loglik = -0.919, Test loglik = -0.852, Train RMSE = 0.634, Test RMSE = 0.575\n","Epoch: 032/100, Train loglik = -0.932, Test loglik = -0.849, Train RMSE = 0.638, Test RMSE = 0.571\n","Epoch: 033/100, Train loglik = -0.920, Test loglik = -0.875, Train RMSE = 0.633, Test RMSE = 0.574\n","Epoch: 034/100, Train loglik = -0.906, Test loglik = -0.858, Train RMSE = 0.631, Test RMSE = 0.570\n","Epoch: 035/100, Train loglik = -0.915, Test loglik = -0.812, Train RMSE = 0.630, Test RMSE = 0.565\n","Epoch: 036/100, Train loglik = -0.908, Test loglik = -0.825, Train RMSE = 0.626, Test RMSE = 0.565\n","Epoch: 037/100, Train loglik = -0.908, Test loglik = -0.829, Train RMSE = 0.626, Test RMSE = 0.559\n","Epoch: 038/100, Train loglik = -0.904, Test loglik = -0.861, Train RMSE = 0.625, Test RMSE = 0.559\n","Epoch: 039/100, Train loglik = -0.929, Test loglik = -0.824, Train RMSE = 0.623, Test RMSE = 0.565\n","Epoch: 040/100, Train loglik = -0.904, Test loglik = -0.814, Train RMSE = 0.623, Test RMSE = 0.562\n","Epoch: 041/100, Train loglik = -0.892, Test loglik = -0.828, Train RMSE = 0.622, Test RMSE = 0.568\n","Epoch: 042/100, Train loglik = -0.903, Test loglik = -0.799, Train RMSE = 0.621, Test RMSE = 0.564\n","Epoch: 043/100, Train loglik = -0.890, Test loglik = -0.837, Train RMSE = 0.620, Test RMSE = 0.567\n","Epoch: 044/100, Train loglik = -0.889, Test loglik = -0.826, Train RMSE = 0.620, Test RMSE = 0.567\n","Epoch: 045/100, Train loglik = -0.891, Test loglik = -0.805, Train RMSE = 0.619, Test RMSE = 0.567\n","Epoch: 046/100, Train loglik = -0.898, Test loglik = -0.815, Train RMSE = 0.619, Test RMSE = 0.567\n","Epoch: 047/100, Train loglik = -0.889, Test loglik = -0.849, Train RMSE = 0.619, Test RMSE = 0.573\n","Epoch: 048/100, Train loglik = -0.890, Test loglik = -0.828, Train RMSE = 0.618, Test RMSE = 0.574\n","Epoch: 049/100, Train loglik = -0.880, Test loglik = -0.831, Train RMSE = 0.618, Test RMSE = 0.576\n","Epoch: 050/100, Train loglik = -0.878, Test loglik = -0.829, Train RMSE = 0.617, Test RMSE = 0.573\n","Epoch: 051/100, Train loglik = -0.885, Test loglik = -0.847, Train RMSE = 0.617, Test RMSE = 0.574\n","Epoch: 052/100, Train loglik = -0.895, Test loglik = -0.839, Train RMSE = 0.617, Test RMSE = 0.575\n","Epoch: 053/100, Train loglik = -0.880, Test loglik = -0.845, Train RMSE = 0.617, Test RMSE = 0.581\n","Epoch: 054/100, Train loglik = -0.883, Test loglik = -0.853, Train RMSE = 0.618, Test RMSE = 0.584\n","Epoch: 055/100, Train loglik = -0.872, Test loglik = -0.840, Train RMSE = 0.616, Test RMSE = 0.583\n","Epoch: 056/100, Train loglik = -0.886, Test loglik = -0.809, Train RMSE = 0.616, Test RMSE = 0.580\n","Epoch: 057/100, Train loglik = -0.874, Test loglik = -0.832, Train RMSE = 0.616, Test RMSE = 0.576\n","Epoch: 058/100, Train loglik = -0.877, Test loglik = -0.800, Train RMSE = 0.617, Test RMSE = 0.573\n","Epoch: 059/100, Train loglik = -0.860, Test loglik = -0.791, Train RMSE = 0.615, Test RMSE = 0.573\n","Epoch: 060/100, Train loglik = -0.875, Test loglik = -0.813, Train RMSE = 0.614, Test RMSE = 0.573\n","Epoch: 061/100, Train loglik = -0.899, Test loglik = -0.807, Train RMSE = 0.615, Test RMSE = 0.570\n","Epoch: 062/100, Train loglik = -0.869, Test loglik = -0.825, Train RMSE = 0.615, Test RMSE = 0.577\n","Epoch: 063/100, Train loglik = -0.860, Test loglik = -0.831, Train RMSE = 0.615, Test RMSE = 0.580\n","Epoch: 064/100, Train loglik = -0.855, Test loglik = -0.842, Train RMSE = 0.614, Test RMSE = 0.580\n","Epoch: 065/100, Train loglik = -0.855, Test loglik = -0.824, Train RMSE = 0.613, Test RMSE = 0.581\n","Epoch: 066/100, Train loglik = -0.850, Test loglik = -0.826, Train RMSE = 0.612, Test RMSE = 0.577\n","Epoch: 067/100, Train loglik = -0.866, Test loglik = -0.807, Train RMSE = 0.613, Test RMSE = 0.574\n","Epoch: 068/100, Train loglik = -0.850, Test loglik = -0.852, Train RMSE = 0.611, Test RMSE = 0.573\n","Epoch: 069/100, Train loglik = -0.845, Test loglik = -0.835, Train RMSE = 0.611, Test RMSE = 0.576\n","Epoch: 070/100, Train loglik = -0.843, Test loglik = -0.847, Train RMSE = 0.611, Test RMSE = 0.578\n","Epoch: 071/100, Train loglik = -0.851, Test loglik = -0.848, Train RMSE = 0.610, Test RMSE = 0.574\n","Epoch: 072/100, Train loglik = -0.843, Test loglik = -0.794, Train RMSE = 0.611, Test RMSE = 0.579\n","Epoch: 073/100, Train loglik = -0.846, Test loglik = -0.822, Train RMSE = 0.609, Test RMSE = 0.580\n","Epoch: 074/100, Train loglik = -0.837, Test loglik = -0.801, Train RMSE = 0.608, Test RMSE = 0.572\n","Epoch: 075/100, Train loglik = -0.833, Test loglik = -0.798, Train RMSE = 0.608, Test RMSE = 0.571\n","Epoch: 076/100, Train loglik = -0.836, Test loglik = -0.809, Train RMSE = 0.607, Test RMSE = 0.573\n","Epoch: 077/100, Train loglik = -0.833, Test loglik = -0.787, Train RMSE = 0.607, Test RMSE = 0.575\n","Epoch: 078/100, Train loglik = -0.830, Test loglik = -0.812, Train RMSE = 0.606, Test RMSE = 0.579\n","Epoch: 079/100, Train loglik = -0.823, Test loglik = -0.807, Train RMSE = 0.606, Test RMSE = 0.580\n","Epoch: 080/100, Train loglik = -0.822, Test loglik = -0.783, Train RMSE = 0.607, Test RMSE = 0.575\n","Epoch: 081/100, Train loglik = -0.827, Test loglik = -0.825, Train RMSE = 0.604, Test RMSE = 0.577\n","Epoch: 082/100, Train loglik = -0.819, Test loglik = -0.799, Train RMSE = 0.603, Test RMSE = 0.579\n","Epoch: 083/100, Train loglik = -0.817, Test loglik = -0.823, Train RMSE = 0.603, Test RMSE = 0.576\n","Epoch: 084/100, Train loglik = -0.842, Test loglik = -0.800, Train RMSE = 0.602, Test RMSE = 0.573\n","Epoch: 085/100, Train loglik = -0.814, Test loglik = -0.824, Train RMSE = 0.602, Test RMSE = 0.573\n","Epoch: 086/100, Train loglik = -0.819, Test loglik = -0.795, Train RMSE = 0.604, Test RMSE = 0.579\n","Epoch: 087/100, Train loglik = -0.810, Test loglik = -0.808, Train RMSE = 0.602, Test RMSE = 0.578\n","Epoch: 088/100, Train loglik = -0.813, Test loglik = -0.826, Train RMSE = 0.600, Test RMSE = 0.576\n","Epoch: 089/100, Train loglik = -0.828, Test loglik = -0.948, Train RMSE = 0.600, Test RMSE = 0.577\n","Epoch: 090/100, Train loglik = -0.817, Test loglik = -0.927, Train RMSE = 0.599, Test RMSE = 0.573\n","Epoch: 091/100, Train loglik = -0.792, Test loglik = -0.805, Train RMSE = 0.598, Test RMSE = 0.574\n","Epoch: 092/100, Train loglik = -0.812, Test loglik = -0.765, Train RMSE = 0.597, Test RMSE = 0.576\n","Epoch: 093/100, Train loglik = -0.795, Test loglik = -0.815, Train RMSE = 0.597, Test RMSE = 0.575\n","Epoch: 094/100, Train loglik = -0.787, Test loglik = -0.806, Train RMSE = 0.595, Test RMSE = 0.572\n","Epoch: 095/100, Train loglik = -0.788, Test loglik = -0.782, Train RMSE = 0.596, Test RMSE = 0.571\n","Epoch: 096/100, Train loglik = -0.792, Test loglik = -0.803, Train RMSE = 0.596, Test RMSE = 0.574\n","Epoch: 097/100, Train loglik = -0.792, Test loglik = -0.832, Train RMSE = 0.598, Test RMSE = 0.582\n","Epoch: 098/100, Train loglik = -0.777, Test loglik = -0.812, Train RMSE = 0.596, Test RMSE = 0.579\n","Epoch: 099/100, Train loglik = -0.779, Test loglik = -0.788, Train RMSE = 0.594, Test RMSE = 0.572\n","Epoch: 100/100, Train loglik = -0.775, Test loglik = -0.779, Train RMSE = 0.594, Test RMSE = 0.574\n","FOLD 2:\n","Epoch: 001/100, Train loglik = -1.205, Test loglik = -1.270, Train RMSE = 0.799, Test RMSE = 0.865\n","Epoch: 002/100, Train loglik = -1.177, Test loglik = -1.241, Train RMSE = 0.786, Test RMSE = 0.853\n","Epoch: 003/100, Train loglik = -1.151, Test loglik = -1.251, Train RMSE = 0.768, Test RMSE = 0.836\n","Epoch: 004/100, Train loglik = -1.123, Test loglik = -1.223, Train RMSE = 0.744, Test RMSE = 0.818\n","Epoch: 005/100, Train loglik = -1.070, Test loglik = -1.217, Train RMSE = 0.717, Test RMSE = 0.790\n","Epoch: 006/100, Train loglik = -1.038, Test loglik = -1.162, Train RMSE = 0.685, Test RMSE = 0.759\n","Epoch: 007/100, Train loglik = -1.031, Test loglik = -1.154, Train RMSE = 0.666, Test RMSE = 0.739\n","Epoch: 008/100, Train loglik = -1.001, Test loglik = -1.157, Train RMSE = 0.655, Test RMSE = 0.726\n","Epoch: 009/100, Train loglik = -1.018, Test loglik = -1.115, Train RMSE = 0.656, Test RMSE = 0.717\n","Epoch: 010/100, Train loglik = -1.044, Test loglik = -1.142, Train RMSE = 0.660, Test RMSE = 0.719\n","Epoch: 011/100, Train loglik = -0.999, Test loglik = -1.104, Train RMSE = 0.657, Test RMSE = 0.716\n","Epoch: 012/100, Train loglik = -0.991, Test loglik = -1.072, Train RMSE = 0.652, Test RMSE = 0.711\n","Epoch: 013/100, Train loglik = -0.983, Test loglik = -1.080, Train RMSE = 0.645, Test RMSE = 0.711\n","Epoch: 014/100, Train loglik = -0.982, Test loglik = -1.073, Train RMSE = 0.644, Test RMSE = 0.709\n","Epoch: 015/100, Train loglik = -0.969, Test loglik = -1.077, Train RMSE = 0.644, Test RMSE = 0.713\n","Epoch: 016/100, Train loglik = -0.953, Test loglik = -1.106, Train RMSE = 0.643, Test RMSE = 0.717\n","Epoch: 017/100, Train loglik = -0.965, Test loglik = -1.064, Train RMSE = 0.643, Test RMSE = 0.715\n","Epoch: 018/100, Train loglik = -0.951, Test loglik = -1.076, Train RMSE = 0.641, Test RMSE = 0.711\n","Epoch: 019/100, Train loglik = -0.939, Test loglik = -1.066, Train RMSE = 0.638, Test RMSE = 0.705\n","Epoch: 020/100, Train loglik = -0.948, Test loglik = -1.080, Train RMSE = 0.634, Test RMSE = 0.702\n","Epoch: 021/100, Train loglik = -0.935, Test loglik = -1.040, Train RMSE = 0.632, Test RMSE = 0.698\n","Epoch: 022/100, Train loglik = -0.938, Test loglik = -1.030, Train RMSE = 0.633, Test RMSE = 0.689\n","Epoch: 023/100, Train loglik = -0.924, Test loglik = -1.060, Train RMSE = 0.630, Test RMSE = 0.686\n","Epoch: 024/100, Train loglik = -0.921, Test loglik = -1.041, Train RMSE = 0.627, Test RMSE = 0.682\n","Epoch: 025/100, Train loglik = -0.910, Test loglik = -1.026, Train RMSE = 0.628, Test RMSE = 0.680\n","Epoch: 026/100, Train loglik = -0.913, Test loglik = -1.082, Train RMSE = 0.627, Test RMSE = 0.677\n","Epoch: 027/100, Train loglik = -0.923, Test loglik = -1.051, Train RMSE = 0.626, Test RMSE = 0.677\n","Epoch: 028/100, Train loglik = -0.906, Test loglik = -1.039, Train RMSE = 0.624, Test RMSE = 0.677\n","Epoch: 029/100, Train loglik = -0.897, Test loglik = -1.049, Train RMSE = 0.624, Test RMSE = 0.675\n","Epoch: 030/100, Train loglik = -0.905, Test loglik = -1.045, Train RMSE = 0.621, Test RMSE = 0.680\n","Epoch: 031/100, Train loglik = -0.903, Test loglik = -1.017, Train RMSE = 0.621, Test RMSE = 0.674\n","Epoch: 032/100, Train loglik = -0.892, Test loglik = -1.055, Train RMSE = 0.622, Test RMSE = 0.675\n","Epoch: 033/100, Train loglik = -0.891, Test loglik = -1.048, Train RMSE = 0.620, Test RMSE = 0.677\n","Epoch: 034/100, Train loglik = -0.890, Test loglik = -1.011, Train RMSE = 0.619, Test RMSE = 0.678\n","Epoch: 035/100, Train loglik = -0.888, Test loglik = -1.017, Train RMSE = 0.619, Test RMSE = 0.675\n","Epoch: 036/100, Train loglik = -0.890, Test loglik = -1.019, Train RMSE = 0.617, Test RMSE = 0.676\n","Epoch: 037/100, Train loglik = -0.877, Test loglik = -1.035, Train RMSE = 0.616, Test RMSE = 0.670\n","Epoch: 038/100, Train loglik = -0.897, Test loglik = -1.065, Train RMSE = 0.615, Test RMSE = 0.669\n","Epoch: 039/100, Train loglik = -0.875, Test loglik = -1.008, Train RMSE = 0.615, Test RMSE = 0.668\n","Epoch: 040/100, Train loglik = -0.873, Test loglik = -1.028, Train RMSE = 0.613, Test RMSE = 0.667\n","Epoch: 041/100, Train loglik = -0.892, Test loglik = -1.060, Train RMSE = 0.612, Test RMSE = 0.667\n","Epoch: 042/100, Train loglik = -0.873, Test loglik = -0.998, Train RMSE = 0.613, Test RMSE = 0.668\n","Epoch: 043/100, Train loglik = -0.876, Test loglik = -1.014, Train RMSE = 0.612, Test RMSE = 0.669\n","Epoch: 044/100, Train loglik = -0.888, Test loglik = -1.056, Train RMSE = 0.612, Test RMSE = 0.670\n","Epoch: 045/100, Train loglik = -0.876, Test loglik = -1.026, Train RMSE = 0.611, Test RMSE = 0.671\n","Epoch: 046/100, Train loglik = -0.872, Test loglik = -1.051, Train RMSE = 0.610, Test RMSE = 0.672\n","Epoch: 047/100, Train loglik = -0.920, Test loglik = -1.073, Train RMSE = 0.610, Test RMSE = 0.673\n","Epoch: 048/100, Train loglik = -0.863, Test loglik = -1.043, Train RMSE = 0.609, Test RMSE = 0.672\n","Epoch: 049/100, Train loglik = -0.862, Test loglik = -1.031, Train RMSE = 0.608, Test RMSE = 0.673\n","Epoch: 050/100, Train loglik = -0.881, Test loglik = -1.016, Train RMSE = 0.607, Test RMSE = 0.672\n","Epoch: 051/100, Train loglik = -0.859, Test loglik = -1.009, Train RMSE = 0.606, Test RMSE = 0.673\n","Epoch: 052/100, Train loglik = -0.852, Test loglik = -1.050, Train RMSE = 0.607, Test RMSE = 0.675\n","Epoch: 053/100, Train loglik = -0.850, Test loglik = -0.991, Train RMSE = 0.607, Test RMSE = 0.675\n","Epoch: 054/100, Train loglik = -0.869, Test loglik = -1.046, Train RMSE = 0.608, Test RMSE = 0.676\n","Epoch: 055/100, Train loglik = -0.850, Test loglik = -1.042, Train RMSE = 0.606, Test RMSE = 0.678\n","Epoch: 056/100, Train loglik = -0.847, Test loglik = -1.103, Train RMSE = 0.605, Test RMSE = 0.679\n","Epoch: 057/100, Train loglik = -0.853, Test loglik = -1.051, Train RMSE = 0.606, Test RMSE = 0.680\n","Epoch: 058/100, Train loglik = -0.850, Test loglik = -1.071, Train RMSE = 0.606, Test RMSE = 0.681\n","Epoch: 059/100, Train loglik = -0.837, Test loglik = -1.063, Train RMSE = 0.606, Test RMSE = 0.680\n","Epoch: 060/100, Train loglik = -0.839, Test loglik = -1.068, Train RMSE = 0.605, Test RMSE = 0.679\n","Epoch: 061/100, Train loglik = -0.837, Test loglik = -1.096, Train RMSE = 0.604, Test RMSE = 0.677\n","Epoch: 062/100, Train loglik = -0.867, Test loglik = -1.090, Train RMSE = 0.606, Test RMSE = 0.683\n","Epoch: 063/100, Train loglik = -0.838, Test loglik = -1.081, Train RMSE = 0.605, Test RMSE = 0.676\n","Epoch: 064/100, Train loglik = -0.834, Test loglik = -1.051, Train RMSE = 0.602, Test RMSE = 0.682\n","Epoch: 065/100, Train loglik = -0.837, Test loglik = -1.093, Train RMSE = 0.602, Test RMSE = 0.683\n","Epoch: 066/100, Train loglik = -0.836, Test loglik = -1.078, Train RMSE = 0.606, Test RMSE = 0.684\n","Epoch: 067/100, Train loglik = -0.828, Test loglik = -1.077, Train RMSE = 0.603, Test RMSE = 0.687\n","Epoch: 068/100, Train loglik = -0.823, Test loglik = -1.085, Train RMSE = 0.600, Test RMSE = 0.686\n","Epoch: 069/100, Train loglik = -0.824, Test loglik = -1.093, Train RMSE = 0.600, Test RMSE = 0.687\n","Epoch: 070/100, Train loglik = -0.830, Test loglik = -1.150, Train RMSE = 0.600, Test RMSE = 0.683\n","Epoch: 071/100, Train loglik = -0.823, Test loglik = -1.129, Train RMSE = 0.602, Test RMSE = 0.684\n","Epoch: 072/100, Train loglik = -0.814, Test loglik = -1.100, Train RMSE = 0.598, Test RMSE = 0.683\n","Epoch: 073/100, Train loglik = -0.811, Test loglik = -1.110, Train RMSE = 0.598, Test RMSE = 0.682\n","Epoch: 074/100, Train loglik = -0.816, Test loglik = -1.117, Train RMSE = 0.599, Test RMSE = 0.687\n","Epoch: 075/100, Train loglik = -0.819, Test loglik = -1.069, Train RMSE = 0.598, Test RMSE = 0.689\n","Epoch: 076/100, Train loglik = -0.826, Test loglik = -1.147, Train RMSE = 0.597, Test RMSE = 0.684\n","Epoch: 077/100, Train loglik = -0.808, Test loglik = -1.141, Train RMSE = 0.597, Test RMSE = 0.684\n","Epoch: 078/100, Train loglik = -0.802, Test loglik = -1.148, Train RMSE = 0.597, Test RMSE = 0.689\n","Epoch: 079/100, Train loglik = -0.808, Test loglik = -1.152, Train RMSE = 0.597, Test RMSE = 0.689\n","Epoch: 080/100, Train loglik = -0.826, Test loglik = -1.167, Train RMSE = 0.594, Test RMSE = 0.685\n","Epoch: 081/100, Train loglik = -0.809, Test loglik = -1.098, Train RMSE = 0.594, Test RMSE = 0.686\n","Epoch: 082/100, Train loglik = -0.803, Test loglik = -1.159, Train RMSE = 0.596, Test RMSE = 0.685\n","Epoch: 083/100, Train loglik = -0.818, Test loglik = -1.153, Train RMSE = 0.594, Test RMSE = 0.688\n","Epoch: 084/100, Train loglik = -0.793, Test loglik = -1.156, Train RMSE = 0.593, Test RMSE = 0.686\n","Epoch: 085/100, Train loglik = -0.793, Test loglik = -1.228, Train RMSE = 0.592, Test RMSE = 0.686\n","Epoch: 086/100, Train loglik = -0.780, Test loglik = -1.088, Train RMSE = 0.593, Test RMSE = 0.688\n","Epoch: 087/100, Train loglik = -0.798, Test loglik = -1.321, Train RMSE = 0.592, Test RMSE = 0.690\n","Epoch: 088/100, Train loglik = -0.780, Test loglik = -1.294, Train RMSE = 0.591, Test RMSE = 0.688\n","Epoch: 089/100, Train loglik = -0.788, Test loglik = -1.254, Train RMSE = 0.591, Test RMSE = 0.687\n","Epoch: 090/100, Train loglik = -0.788, Test loglik = -1.258, Train RMSE = 0.590, Test RMSE = 0.686\n","Epoch: 091/100, Train loglik = -0.786, Test loglik = -1.160, Train RMSE = 0.590, Test RMSE = 0.685\n","Epoch: 092/100, Train loglik = -0.777, Test loglik = -1.211, Train RMSE = 0.589, Test RMSE = 0.688\n","Epoch: 093/100, Train loglik = -0.777, Test loglik = -1.188, Train RMSE = 0.588, Test RMSE = 0.690\n","Epoch: 094/100, Train loglik = -0.776, Test loglik = -1.192, Train RMSE = 0.588, Test RMSE = 0.690\n","Epoch: 095/100, Train loglik = -0.778, Test loglik = -1.236, Train RMSE = 0.588, Test RMSE = 0.690\n","Epoch: 096/100, Train loglik = -0.806, Test loglik = -1.369, Train RMSE = 0.587, Test RMSE = 0.690\n","Epoch: 097/100, Train loglik = -0.764, Test loglik = -1.286, Train RMSE = 0.587, Test RMSE = 0.694\n","Epoch: 098/100, Train loglik = -0.764, Test loglik = -1.256, Train RMSE = 0.587, Test RMSE = 0.695\n","Epoch: 099/100, Train loglik = -0.765, Test loglik = -1.216, Train RMSE = 0.587, Test RMSE = 0.696\n","Epoch: 100/100, Train loglik = -0.765, Test loglik = -1.285, Train RMSE = 0.586, Test RMSE = 0.693\n","FOLD 3:\n","Epoch: 001/100, Train loglik = -1.214, Test loglik = -1.246, Train RMSE = 0.801, Test RMSE = 0.847\n","Epoch: 002/100, Train loglik = -1.194, Test loglik = -1.238, Train RMSE = 0.787, Test RMSE = 0.838\n","Epoch: 003/100, Train loglik = -1.155, Test loglik = -1.249, Train RMSE = 0.774, Test RMSE = 0.816\n","Epoch: 004/100, Train loglik = -1.143, Test loglik = -1.193, Train RMSE = 0.747, Test RMSE = 0.805\n","Epoch: 005/100, Train loglik = -1.081, Test loglik = -1.174, Train RMSE = 0.722, Test RMSE = 0.788\n","Epoch: 006/100, Train loglik = -1.057, Test loglik = -1.171, Train RMSE = 0.689, Test RMSE = 0.772\n","Epoch: 007/100, Train loglik = -1.016, Test loglik = -1.146, Train RMSE = 0.665, Test RMSE = 0.755\n","Epoch: 008/100, Train loglik = -1.006, Test loglik = -1.147, Train RMSE = 0.651, Test RMSE = 0.756\n","Epoch: 009/100, Train loglik = -0.975, Test loglik = -1.163, Train RMSE = 0.649, Test RMSE = 0.782\n","Epoch: 010/100, Train loglik = -0.993, Test loglik = -1.223, Train RMSE = 0.655, Test RMSE = 0.789\n","Epoch: 011/100, Train loglik = -0.985, Test loglik = -1.259, Train RMSE = 0.650, Test RMSE = 0.803\n","Epoch: 012/100, Train loglik = -0.972, Test loglik = -1.242, Train RMSE = 0.643, Test RMSE = 0.794\n","Epoch: 013/100, Train loglik = -0.968, Test loglik = -1.168, Train RMSE = 0.634, Test RMSE = 0.777\n","Epoch: 014/100, Train loglik = -0.949, Test loglik = -1.083, Train RMSE = 0.630, Test RMSE = 0.746\n","Epoch: 015/100, Train loglik = -0.946, Test loglik = -1.093, Train RMSE = 0.627, Test RMSE = 0.739\n","Epoch: 016/100, Train loglik = -0.955, Test loglik = -1.108, Train RMSE = 0.630, Test RMSE = 0.734\n","Epoch: 017/100, Train loglik = -0.937, Test loglik = -1.086, Train RMSE = 0.628, Test RMSE = 0.736\n","Epoch: 018/100, Train loglik = -0.928, Test loglik = -1.113, Train RMSE = 0.628, Test RMSE = 0.735\n","Epoch: 019/100, Train loglik = -0.932, Test loglik = -1.100, Train RMSE = 0.623, Test RMSE = 0.729\n","Epoch: 020/100, Train loglik = -0.935, Test loglik = -1.092, Train RMSE = 0.620, Test RMSE = 0.750\n","Epoch: 021/100, Train loglik = -0.908, Test loglik = -1.216, Train RMSE = 0.619, Test RMSE = 0.761\n","Epoch: 022/100, Train loglik = -0.911, Test loglik = -1.163, Train RMSE = 0.618, Test RMSE = 0.772\n","Epoch: 023/100, Train loglik = -0.906, Test loglik = -1.149, Train RMSE = 0.617, Test RMSE = 0.789\n","Epoch: 024/100, Train loglik = -0.909, Test loglik = -1.158, Train RMSE = 0.615, Test RMSE = 0.777\n","Epoch: 025/100, Train loglik = -0.912, Test loglik = -1.083, Train RMSE = 0.614, Test RMSE = 0.770\n","Epoch: 026/100, Train loglik = -0.901, Test loglik = -1.214, Train RMSE = 0.613, Test RMSE = 0.768\n","Epoch: 027/100, Train loglik = -0.895, Test loglik = -1.069, Train RMSE = 0.611, Test RMSE = 0.766\n","Epoch: 028/100, Train loglik = -0.899, Test loglik = -1.092, Train RMSE = 0.612, Test RMSE = 0.750\n","Epoch: 029/100, Train loglik = -0.898, Test loglik = -1.102, Train RMSE = 0.610, Test RMSE = 0.760\n","Epoch: 030/100, Train loglik = -0.893, Test loglik = -1.203, Train RMSE = 0.610, Test RMSE = 0.770\n","Epoch: 031/100, Train loglik = -0.933, Test loglik = -1.068, Train RMSE = 0.607, Test RMSE = 0.776\n","Epoch: 032/100, Train loglik = -0.891, Test loglik = -1.182, Train RMSE = 0.608, Test RMSE = 0.788\n","Epoch: 033/100, Train loglik = -0.884, Test loglik = -1.101, Train RMSE = 0.607, Test RMSE = 0.786\n","Epoch: 034/100, Train loglik = -0.888, Test loglik = -1.080, Train RMSE = 0.607, Test RMSE = 0.794\n","Epoch: 035/100, Train loglik = -0.880, Test loglik = -1.069, Train RMSE = 0.604, Test RMSE = 0.771\n","Epoch: 036/100, Train loglik = -0.888, Test loglik = -1.097, Train RMSE = 0.604, Test RMSE = 0.778\n","Epoch: 037/100, Train loglik = -0.881, Test loglik = -1.091, Train RMSE = 0.603, Test RMSE = 0.766\n","Epoch: 038/100, Train loglik = -0.883, Test loglik = -1.080, Train RMSE = 0.602, Test RMSE = 0.770\n","Epoch: 039/100, Train loglik = -0.872, Test loglik = -1.097, Train RMSE = 0.601, Test RMSE = 0.757\n","Epoch: 040/100, Train loglik = -0.891, Test loglik = -1.073, Train RMSE = 0.601, Test RMSE = 0.750\n","Epoch: 041/100, Train loglik = -0.903, Test loglik = -1.056, Train RMSE = 0.601, Test RMSE = 0.746\n","Epoch: 042/100, Train loglik = -0.874, Test loglik = -1.102, Train RMSE = 0.600, Test RMSE = 0.750\n","Epoch: 043/100, Train loglik = -0.878, Test loglik = -1.113, Train RMSE = 0.600, Test RMSE = 0.755\n","Epoch: 044/100, Train loglik = -0.876, Test loglik = -1.111, Train RMSE = 0.600, Test RMSE = 0.762\n","Epoch: 045/100, Train loglik = -0.871, Test loglik = -1.096, Train RMSE = 0.601, Test RMSE = 0.763\n","Epoch: 046/100, Train loglik = -0.866, Test loglik = -1.124, Train RMSE = 0.602, Test RMSE = 0.770\n","Epoch: 047/100, Train loglik = -0.866, Test loglik = -1.097, Train RMSE = 0.600, Test RMSE = 0.761\n","Epoch: 048/100, Train loglik = -0.875, Test loglik = -1.122, Train RMSE = 0.599, Test RMSE = 0.768\n","Epoch: 049/100, Train loglik = -0.890, Test loglik = -1.114, Train RMSE = 0.599, Test RMSE = 0.767\n","Epoch: 050/100, Train loglik = -0.864, Test loglik = -1.036, Train RMSE = 0.598, Test RMSE = 0.753\n","Epoch: 051/100, Train loglik = -0.865, Test loglik = -1.035, Train RMSE = 0.598, Test RMSE = 0.764\n","Epoch: 052/100, Train loglik = -0.859, Test loglik = -1.068, Train RMSE = 0.597, Test RMSE = 0.771\n","Epoch: 053/100, Train loglik = -0.860, Test loglik = -1.143, Train RMSE = 0.596, Test RMSE = 0.772\n","Epoch: 054/100, Train loglik = -0.864, Test loglik = -1.105, Train RMSE = 0.599, Test RMSE = 0.773\n","Epoch: 055/100, Train loglik = -0.860, Test loglik = -1.180, Train RMSE = 0.596, Test RMSE = 0.767\n","Epoch: 056/100, Train loglik = -0.857, Test loglik = -1.085, Train RMSE = 0.595, Test RMSE = 0.761\n","Epoch: 057/100, Train loglik = -0.847, Test loglik = -1.084, Train RMSE = 0.596, Test RMSE = 0.754\n","Epoch: 058/100, Train loglik = -0.858, Test loglik = -1.051, Train RMSE = 0.596, Test RMSE = 0.744\n","Epoch: 059/100, Train loglik = -0.858, Test loglik = -1.114, Train RMSE = 0.595, Test RMSE = 0.754\n","Epoch: 060/100, Train loglik = -0.855, Test loglik = -1.047, Train RMSE = 0.593, Test RMSE = 0.770\n","Epoch: 061/100, Train loglik = -0.846, Test loglik = -1.143, Train RMSE = 0.594, Test RMSE = 0.774\n","Epoch: 062/100, Train loglik = -0.848, Test loglik = -1.104, Train RMSE = 0.595, Test RMSE = 0.774\n","Epoch: 063/100, Train loglik = -0.853, Test loglik = -1.132, Train RMSE = 0.593, Test RMSE = 0.783\n","Epoch: 064/100, Train loglik = -0.836, Test loglik = -1.072, Train RMSE = 0.593, Test RMSE = 0.785\n","Epoch: 065/100, Train loglik = -0.834, Test loglik = -1.078, Train RMSE = 0.591, Test RMSE = 0.768\n","Epoch: 066/100, Train loglik = -0.840, Test loglik = -1.017, Train RMSE = 0.590, Test RMSE = 0.758\n","Epoch: 067/100, Train loglik = -0.836, Test loglik = -1.041, Train RMSE = 0.591, Test RMSE = 0.758\n","Epoch: 068/100, Train loglik = -0.832, Test loglik = -1.139, Train RMSE = 0.590, Test RMSE = 0.767\n","Epoch: 069/100, Train loglik = -0.834, Test loglik = -1.096, Train RMSE = 0.589, Test RMSE = 0.772\n","Epoch: 070/100, Train loglik = -0.823, Test loglik = -1.143, Train RMSE = 0.588, Test RMSE = 0.768\n","Epoch: 071/100, Train loglik = -0.837, Test loglik = -1.052, Train RMSE = 0.589, Test RMSE = 0.776\n","Epoch: 072/100, Train loglik = -0.826, Test loglik = -1.036, Train RMSE = 0.588, Test RMSE = 0.769\n","Epoch: 073/100, Train loglik = -0.826, Test loglik = -1.129, Train RMSE = 0.587, Test RMSE = 0.772\n","Epoch: 074/100, Train loglik = -0.819, Test loglik = -1.082, Train RMSE = 0.587, Test RMSE = 0.769\n","Epoch: 075/100, Train loglik = -0.818, Test loglik = -1.070, Train RMSE = 0.586, Test RMSE = 0.773\n","Epoch: 076/100, Train loglik = -0.811, Test loglik = -1.026, Train RMSE = 0.585, Test RMSE = 0.771\n","Epoch: 077/100, Train loglik = -0.821, Test loglik = -1.126, Train RMSE = 0.585, Test RMSE = 0.768\n","Epoch: 078/100, Train loglik = -0.809, Test loglik = -1.078, Train RMSE = 0.584, Test RMSE = 0.764\n","Epoch: 079/100, Train loglik = -0.818, Test loglik = -1.132, Train RMSE = 0.583, Test RMSE = 0.771\n","Epoch: 080/100, Train loglik = -0.811, Test loglik = -1.153, Train RMSE = 0.583, Test RMSE = 0.774\n","Epoch: 081/100, Train loglik = -0.800, Test loglik = -1.143, Train RMSE = 0.582, Test RMSE = 0.766\n","Epoch: 082/100, Train loglik = -0.804, Test loglik = -1.089, Train RMSE = 0.581, Test RMSE = 0.771\n","Epoch: 083/100, Train loglik = -0.834, Test loglik = -1.072, Train RMSE = 0.581, Test RMSE = 0.777\n","Epoch: 084/100, Train loglik = -0.791, Test loglik = -1.179, Train RMSE = 0.581, Test RMSE = 0.774\n","Epoch: 085/100, Train loglik = -0.786, Test loglik = -1.133, Train RMSE = 0.581, Test RMSE = 0.776\n","Epoch: 086/100, Train loglik = -0.786, Test loglik = -1.083, Train RMSE = 0.580, Test RMSE = 0.781\n","Epoch: 087/100, Train loglik = -0.798, Test loglik = -1.099, Train RMSE = 0.580, Test RMSE = 0.776\n","Epoch: 088/100, Train loglik = -0.791, Test loglik = -1.058, Train RMSE = 0.578, Test RMSE = 0.757\n","Epoch: 089/100, Train loglik = -0.790, Test loglik = -1.101, Train RMSE = 0.577, Test RMSE = 0.760\n","Epoch: 090/100, Train loglik = -0.787, Test loglik = -1.076, Train RMSE = 0.578, Test RMSE = 0.760\n","Epoch: 091/100, Train loglik = -0.778, Test loglik = -1.171, Train RMSE = 0.577, Test RMSE = 0.777\n","Epoch: 092/100, Train loglik = -0.767, Test loglik = -1.126, Train RMSE = 0.577, Test RMSE = 0.778\n","Epoch: 093/100, Train loglik = -0.787, Test loglik = -1.254, Train RMSE = 0.576, Test RMSE = 0.779\n","Epoch: 094/100, Train loglik = -0.764, Test loglik = -1.048, Train RMSE = 0.575, Test RMSE = 0.776\n","Epoch: 095/100, Train loglik = -0.771, Test loglik = -1.054, Train RMSE = 0.576, Test RMSE = 0.775\n","Epoch: 096/100, Train loglik = -0.775, Test loglik = -1.117, Train RMSE = 0.575, Test RMSE = 0.774\n","Epoch: 097/100, Train loglik = -0.755, Test loglik = -1.180, Train RMSE = 0.574, Test RMSE = 0.768\n","Epoch: 098/100, Train loglik = -0.759, Test loglik = -1.168, Train RMSE = 0.573, Test RMSE = 0.770\n","Epoch: 099/100, Train loglik = -0.763, Test loglik = -1.150, Train RMSE = 0.574, Test RMSE = 0.777\n","Epoch: 100/100, Train loglik = -0.772, Test loglik = -1.147, Train RMSE = 0.574, Test RMSE = 0.787\n","FOLD 4:\n","Epoch: 001/100, Train loglik = -1.216, Test loglik = -1.141, Train RMSE = 0.813, Test RMSE = 0.725\n","Epoch: 002/100, Train loglik = -1.197, Test loglik = -1.131, Train RMSE = 0.805, Test RMSE = 0.717\n","Epoch: 003/100, Train loglik = -1.199, Test loglik = -1.100, Train RMSE = 0.786, Test RMSE = 0.699\n","Epoch: 004/100, Train loglik = -1.137, Test loglik = -1.067, Train RMSE = 0.759, Test RMSE = 0.685\n","Epoch: 005/100, Train loglik = -1.120, Test loglik = -1.065, Train RMSE = 0.735, Test RMSE = 0.671\n","Epoch: 006/100, Train loglik = -1.080, Test loglik = -0.995, Train RMSE = 0.702, Test RMSE = 0.650\n","Epoch: 007/100, Train loglik = -1.034, Test loglik = -0.981, Train RMSE = 0.676, Test RMSE = 0.638\n","Epoch: 008/100, Train loglik = -1.019, Test loglik = -0.959, Train RMSE = 0.664, Test RMSE = 0.639\n","Epoch: 009/100, Train loglik = -1.001, Test loglik = -1.017, Train RMSE = 0.664, Test RMSE = 0.656\n","Epoch: 010/100, Train loglik = -1.004, Test loglik = -1.003, Train RMSE = 0.667, Test RMSE = 0.667\n","Epoch: 011/100, Train loglik = -1.010, Test loglik = -0.968, Train RMSE = 0.670, Test RMSE = 0.664\n","Epoch: 012/100, Train loglik = -0.986, Test loglik = -1.030, Train RMSE = 0.661, Test RMSE = 0.647\n","Epoch: 013/100, Train loglik = -0.981, Test loglik = -0.983, Train RMSE = 0.652, Test RMSE = 0.638\n","Epoch: 014/100, Train loglik = -0.966, Test loglik = -0.943, Train RMSE = 0.646, Test RMSE = 0.627\n","Epoch: 015/100, Train loglik = -0.959, Test loglik = -0.950, Train RMSE = 0.644, Test RMSE = 0.622\n","Epoch: 016/100, Train loglik = -0.958, Test loglik = -0.935, Train RMSE = 0.645, Test RMSE = 0.619\n","Epoch: 017/100, Train loglik = -0.948, Test loglik = -0.929, Train RMSE = 0.645, Test RMSE = 0.620\n","Epoch: 018/100, Train loglik = -0.953, Test loglik = -0.937, Train RMSE = 0.645, Test RMSE = 0.625\n","Epoch: 019/100, Train loglik = -1.001, Test loglik = -0.938, Train RMSE = 0.644, Test RMSE = 0.623\n","Epoch: 020/100, Train loglik = -0.943, Test loglik = -0.930, Train RMSE = 0.641, Test RMSE = 0.626\n","Epoch: 021/100, Train loglik = -0.952, Test loglik = -0.976, Train RMSE = 0.637, Test RMSE = 0.627\n","Epoch: 022/100, Train loglik = -0.939, Test loglik = -0.974, Train RMSE = 0.635, Test RMSE = 0.626\n","Epoch: 023/100, Train loglik = -0.936, Test loglik = -0.976, Train RMSE = 0.634, Test RMSE = 0.628\n","Epoch: 024/100, Train loglik = -0.924, Test loglik = -0.952, Train RMSE = 0.634, Test RMSE = 0.629\n","Epoch: 025/100, Train loglik = -0.925, Test loglik = -0.984, Train RMSE = 0.632, Test RMSE = 0.631\n","Epoch: 026/100, Train loglik = -0.935, Test loglik = -0.961, Train RMSE = 0.633, Test RMSE = 0.630\n","Epoch: 027/100, Train loglik = -0.920, Test loglik = -0.977, Train RMSE = 0.631, Test RMSE = 0.626\n","Epoch: 028/100, Train loglik = -0.920, Test loglik = -0.945, Train RMSE = 0.630, Test RMSE = 0.621\n","Epoch: 029/100, Train loglik = -0.926, Test loglik = -0.967, Train RMSE = 0.628, Test RMSE = 0.622\n","Epoch: 030/100, Train loglik = -0.920, Test loglik = -0.939, Train RMSE = 0.627, Test RMSE = 0.618\n","Epoch: 031/100, Train loglik = -0.903, Test loglik = -0.941, Train RMSE = 0.629, Test RMSE = 0.619\n","Epoch: 032/100, Train loglik = -0.915, Test loglik = -0.956, Train RMSE = 0.628, Test RMSE = 0.618\n","Epoch: 033/100, Train loglik = -0.901, Test loglik = -0.944, Train RMSE = 0.628, Test RMSE = 0.615\n","Epoch: 034/100, Train loglik = -0.925, Test loglik = -0.951, Train RMSE = 0.623, Test RMSE = 0.617\n","Epoch: 035/100, Train loglik = -0.922, Test loglik = -0.925, Train RMSE = 0.623, Test RMSE = 0.615\n","Epoch: 036/100, Train loglik = -0.892, Test loglik = -0.950, Train RMSE = 0.620, Test RMSE = 0.615\n","Epoch: 037/100, Train loglik = -0.904, Test loglik = -0.945, Train RMSE = 0.620, Test RMSE = 0.620\n","Epoch: 038/100, Train loglik = -0.890, Test loglik = -0.946, Train RMSE = 0.619, Test RMSE = 0.617\n","Epoch: 039/100, Train loglik = -0.897, Test loglik = -0.943, Train RMSE = 0.619, Test RMSE = 0.619\n","Epoch: 040/100, Train loglik = -0.895, Test loglik = -0.931, Train RMSE = 0.619, Test RMSE = 0.617\n","Epoch: 041/100, Train loglik = -0.892, Test loglik = -0.926, Train RMSE = 0.618, Test RMSE = 0.615\n","Epoch: 042/100, Train loglik = -0.893, Test loglik = -0.951, Train RMSE = 0.617, Test RMSE = 0.613\n","Epoch: 043/100, Train loglik = -0.886, Test loglik = -0.935, Train RMSE = 0.616, Test RMSE = 0.611\n","Epoch: 044/100, Train loglik = -0.874, Test loglik = -0.912, Train RMSE = 0.615, Test RMSE = 0.610\n","Epoch: 045/100, Train loglik = -0.879, Test loglik = -0.934, Train RMSE = 0.614, Test RMSE = 0.609\n","Epoch: 046/100, Train loglik = -0.880, Test loglik = -0.926, Train RMSE = 0.615, Test RMSE = 0.609\n","Epoch: 047/100, Train loglik = -0.889, Test loglik = -0.916, Train RMSE = 0.616, Test RMSE = 0.609\n","Epoch: 048/100, Train loglik = -0.869, Test loglik = -0.914, Train RMSE = 0.614, Test RMSE = 0.614\n","Epoch: 049/100, Train loglik = -0.891, Test loglik = -0.938, Train RMSE = 0.615, Test RMSE = 0.611\n","Epoch: 050/100, Train loglik = -0.888, Test loglik = -0.926, Train RMSE = 0.614, Test RMSE = 0.611\n","Epoch: 051/100, Train loglik = -0.897, Test loglik = -0.921, Train RMSE = 0.611, Test RMSE = 0.607\n","Epoch: 052/100, Train loglik = -0.876, Test loglik = -0.934, Train RMSE = 0.612, Test RMSE = 0.610\n","Epoch: 053/100, Train loglik = -0.867, Test loglik = -0.949, Train RMSE = 0.611, Test RMSE = 0.610\n","Epoch: 054/100, Train loglik = -0.877, Test loglik = -0.922, Train RMSE = 0.611, Test RMSE = 0.613\n","Epoch: 055/100, Train loglik = -0.875, Test loglik = -0.901, Train RMSE = 0.610, Test RMSE = 0.614\n","Epoch: 056/100, Train loglik = -0.862, Test loglik = -0.913, Train RMSE = 0.610, Test RMSE = 0.613\n","Epoch: 057/100, Train loglik = -0.867, Test loglik = -0.939, Train RMSE = 0.611, Test RMSE = 0.615\n","Epoch: 058/100, Train loglik = -0.858, Test loglik = -0.922, Train RMSE = 0.609, Test RMSE = 0.614\n","Epoch: 059/100, Train loglik = -0.874, Test loglik = -0.898, Train RMSE = 0.609, Test RMSE = 0.611\n","Epoch: 060/100, Train loglik = -0.860, Test loglik = -0.920, Train RMSE = 0.609, Test RMSE = 0.613\n","Epoch: 061/100, Train loglik = -0.857, Test loglik = -0.948, Train RMSE = 0.608, Test RMSE = 0.618\n","Epoch: 062/100, Train loglik = -0.868, Test loglik = -0.925, Train RMSE = 0.608, Test RMSE = 0.615\n","Epoch: 063/100, Train loglik = -0.871, Test loglik = -0.946, Train RMSE = 0.609, Test RMSE = 0.619\n","Epoch: 064/100, Train loglik = -0.877, Test loglik = -0.920, Train RMSE = 0.607, Test RMSE = 0.620\n","Epoch: 065/100, Train loglik = -0.853, Test loglik = -0.915, Train RMSE = 0.606, Test RMSE = 0.617\n","Epoch: 066/100, Train loglik = -0.850, Test loglik = -0.936, Train RMSE = 0.605, Test RMSE = 0.617\n","Epoch: 067/100, Train loglik = -0.854, Test loglik = -0.918, Train RMSE = 0.605, Test RMSE = 0.615\n","Epoch: 068/100, Train loglik = -0.845, Test loglik = -0.912, Train RMSE = 0.605, Test RMSE = 0.613\n","Epoch: 069/100, Train loglik = -0.844, Test loglik = -0.916, Train RMSE = 0.605, Test RMSE = 0.616\n","Epoch: 070/100, Train loglik = -0.847, Test loglik = -0.931, Train RMSE = 0.605, Test RMSE = 0.615\n","Epoch: 071/100, Train loglik = -0.840, Test loglik = -0.933, Train RMSE = 0.604, Test RMSE = 0.618\n","Epoch: 072/100, Train loglik = -0.842, Test loglik = -0.935, Train RMSE = 0.602, Test RMSE = 0.619\n","Epoch: 073/100, Train loglik = -0.846, Test loglik = -0.905, Train RMSE = 0.602, Test RMSE = 0.618\n","Epoch: 074/100, Train loglik = -0.829, Test loglik = -0.929, Train RMSE = 0.601, Test RMSE = 0.620\n","Epoch: 075/100, Train loglik = -0.839, Test loglik = -0.905, Train RMSE = 0.601, Test RMSE = 0.618\n","Epoch: 076/100, Train loglik = -0.834, Test loglik = -0.919, Train RMSE = 0.600, Test RMSE = 0.615\n","Epoch: 077/100, Train loglik = -0.840, Test loglik = -0.926, Train RMSE = 0.599, Test RMSE = 0.616\n","Epoch: 078/100, Train loglik = -0.821, Test loglik = -0.928, Train RMSE = 0.599, Test RMSE = 0.617\n","Epoch: 079/100, Train loglik = -0.821, Test loglik = -0.922, Train RMSE = 0.598, Test RMSE = 0.622\n","Epoch: 080/100, Train loglik = -0.828, Test loglik = -0.922, Train RMSE = 0.598, Test RMSE = 0.624\n","Epoch: 081/100, Train loglik = -0.816, Test loglik = -0.952, Train RMSE = 0.597, Test RMSE = 0.621\n","Epoch: 082/100, Train loglik = -0.812, Test loglik = -0.942, Train RMSE = 0.595, Test RMSE = 0.623\n","Epoch: 083/100, Train loglik = -0.812, Test loglik = -0.956, Train RMSE = 0.595, Test RMSE = 0.619\n","Epoch: 084/100, Train loglik = -0.815, Test loglik = -0.911, Train RMSE = 0.594, Test RMSE = 0.618\n","Epoch: 085/100, Train loglik = -0.812, Test loglik = -0.917, Train RMSE = 0.592, Test RMSE = 0.617\n","Epoch: 086/100, Train loglik = -0.805, Test loglik = -0.931, Train RMSE = 0.593, Test RMSE = 0.622\n","Epoch: 087/100, Train loglik = -0.806, Test loglik = -0.922, Train RMSE = 0.593, Test RMSE = 0.624\n","Epoch: 088/100, Train loglik = -0.819, Test loglik = -0.946, Train RMSE = 0.591, Test RMSE = 0.619\n","Epoch: 089/100, Train loglik = -0.824, Test loglik = -0.946, Train RMSE = 0.589, Test RMSE = 0.619\n","Epoch: 090/100, Train loglik = -0.804, Test loglik = -0.920, Train RMSE = 0.589, Test RMSE = 0.618\n","Epoch: 091/100, Train loglik = -0.796, Test loglik = -0.929, Train RMSE = 0.588, Test RMSE = 0.618\n","Epoch: 092/100, Train loglik = -0.794, Test loglik = -0.892, Train RMSE = 0.588, Test RMSE = 0.616\n","Epoch: 093/100, Train loglik = -0.803, Test loglik = -0.900, Train RMSE = 0.588, Test RMSE = 0.623\n","Epoch: 094/100, Train loglik = -0.810, Test loglik = -0.939, Train RMSE = 0.587, Test RMSE = 0.625\n","Epoch: 095/100, Train loglik = -0.774, Test loglik = -0.939, Train RMSE = 0.585, Test RMSE = 0.620\n","Epoch: 096/100, Train loglik = -0.773, Test loglik = -0.921, Train RMSE = 0.584, Test RMSE = 0.624\n","Epoch: 097/100, Train loglik = -0.774, Test loglik = -0.942, Train RMSE = 0.584, Test RMSE = 0.625\n","Epoch: 098/100, Train loglik = -0.776, Test loglik = -0.927, Train RMSE = 0.582, Test RMSE = 0.625\n","Epoch: 099/100, Train loglik = -0.784, Test loglik = -0.935, Train RMSE = 0.582, Test RMSE = 0.629\n","Epoch: 100/100, Train loglik = -0.764, Test loglik = -0.926, Train RMSE = 0.582, Test RMSE = 0.630\n","FOLD 5:\n","Epoch: 001/100, Train loglik = -1.186, Test loglik = -1.328, Train RMSE = 0.797, Test RMSE = 0.895\n","Epoch: 002/100, Train loglik = -1.174, Test loglik = -1.295, Train RMSE = 0.784, Test RMSE = 0.887\n","Epoch: 003/100, Train loglik = -1.160, Test loglik = -1.266, Train RMSE = 0.767, Test RMSE = 0.863\n","Epoch: 004/100, Train loglik = -1.115, Test loglik = -1.258, Train RMSE = 0.742, Test RMSE = 0.837\n","Epoch: 005/100, Train loglik = -1.083, Test loglik = -1.209, Train RMSE = 0.713, Test RMSE = 0.806\n","Epoch: 006/100, Train loglik = -1.057, Test loglik = -1.182, Train RMSE = 0.693, Test RMSE = 0.771\n","Epoch: 007/100, Train loglik = -1.032, Test loglik = -1.186, Train RMSE = 0.663, Test RMSE = 0.740\n","Epoch: 008/100, Train loglik = -0.994, Test loglik = -1.192, Train RMSE = 0.654, Test RMSE = 0.719\n","Epoch: 009/100, Train loglik = -1.016, Test loglik = -1.227, Train RMSE = 0.655, Test RMSE = 0.719\n","Epoch: 010/100, Train loglik = -1.029, Test loglik = -1.188, Train RMSE = 0.658, Test RMSE = 0.727\n","Epoch: 011/100, Train loglik = -1.000, Test loglik = -1.148, Train RMSE = 0.653, Test RMSE = 0.730\n","Epoch: 012/100, Train loglik = -0.977, Test loglik = -1.181, Train RMSE = 0.646, Test RMSE = 0.736\n","Epoch: 013/100, Train loglik = -0.988, Test loglik = -1.111, Train RMSE = 0.643, Test RMSE = 0.739\n","Epoch: 014/100, Train loglik = -0.962, Test loglik = -1.100, Train RMSE = 0.641, Test RMSE = 0.743\n","Epoch: 015/100, Train loglik = -0.958, Test loglik = -1.118, Train RMSE = 0.642, Test RMSE = 0.747\n","Epoch: 016/100, Train loglik = -0.954, Test loglik = -1.106, Train RMSE = 0.644, Test RMSE = 0.744\n","Epoch: 017/100, Train loglik = -0.948, Test loglik = -1.146, Train RMSE = 0.639, Test RMSE = 0.740\n","Epoch: 018/100, Train loglik = -0.946, Test loglik = -1.112, Train RMSE = 0.638, Test RMSE = 0.739\n","Epoch: 019/100, Train loglik = -0.940, Test loglik = -1.120, Train RMSE = 0.635, Test RMSE = 0.735\n","Epoch: 020/100, Train loglik = -0.937, Test loglik = -1.132, Train RMSE = 0.633, Test RMSE = 0.730\n","Epoch: 021/100, Train loglik = -0.925, Test loglik = -1.136, Train RMSE = 0.633, Test RMSE = 0.726\n","Epoch: 022/100, Train loglik = -0.917, Test loglik = -1.108, Train RMSE = 0.632, Test RMSE = 0.722\n","Epoch: 023/100, Train loglik = -0.925, Test loglik = -1.115, Train RMSE = 0.630, Test RMSE = 0.718\n","Epoch: 024/100, Train loglik = -0.925, Test loglik = -1.056, Train RMSE = 0.627, Test RMSE = 0.711\n","Epoch: 025/100, Train loglik = -0.914, Test loglik = -1.070, Train RMSE = 0.626, Test RMSE = 0.708\n","Epoch: 026/100, Train loglik = -0.906, Test loglik = -1.049, Train RMSE = 0.624, Test RMSE = 0.705\n","Epoch: 027/100, Train loglik = -0.907, Test loglik = -1.123, Train RMSE = 0.623, Test RMSE = 0.703\n","Epoch: 028/100, Train loglik = -0.898, Test loglik = -1.143, Train RMSE = 0.623, Test RMSE = 0.691\n","Epoch: 029/100, Train loglik = -0.897, Test loglik = -1.070, Train RMSE = 0.621, Test RMSE = 0.686\n","Epoch: 030/100, Train loglik = -0.898, Test loglik = -1.063, Train RMSE = 0.621, Test RMSE = 0.681\n","Epoch: 031/100, Train loglik = -0.913, Test loglik = -1.064, Train RMSE = 0.620, Test RMSE = 0.676\n","Epoch: 032/100, Train loglik = -0.906, Test loglik = -1.033, Train RMSE = 0.621, Test RMSE = 0.675\n","Epoch: 033/100, Train loglik = -0.891, Test loglik = -1.066, Train RMSE = 0.619, Test RMSE = 0.673\n","Epoch: 034/100, Train loglik = -0.899, Test loglik = -1.031, Train RMSE = 0.618, Test RMSE = 0.671\n","Epoch: 035/100, Train loglik = -0.906, Test loglik = -1.033, Train RMSE = 0.617, Test RMSE = 0.671\n","Epoch: 036/100, Train loglik = -0.892, Test loglik = -1.034, Train RMSE = 0.616, Test RMSE = 0.670\n","Epoch: 037/100, Train loglik = -0.883, Test loglik = -1.024, Train RMSE = 0.615, Test RMSE = 0.670\n","Epoch: 038/100, Train loglik = -0.878, Test loglik = -1.101, Train RMSE = 0.616, Test RMSE = 0.676\n","Epoch: 039/100, Train loglik = -0.888, Test loglik = -1.088, Train RMSE = 0.615, Test RMSE = 0.669\n","Epoch: 040/100, Train loglik = -0.878, Test loglik = -1.112, Train RMSE = 0.614, Test RMSE = 0.673\n","Epoch: 041/100, Train loglik = -0.882, Test loglik = -1.067, Train RMSE = 0.613, Test RMSE = 0.676\n","Epoch: 042/100, Train loglik = -0.872, Test loglik = -1.092, Train RMSE = 0.612, Test RMSE = 0.681\n","Epoch: 043/100, Train loglik = -0.887, Test loglik = -1.059, Train RMSE = 0.612, Test RMSE = 0.684\n","Epoch: 044/100, Train loglik = -0.893, Test loglik = -1.100, Train RMSE = 0.612, Test RMSE = 0.684\n","Epoch: 045/100, Train loglik = -0.877, Test loglik = -1.066, Train RMSE = 0.611, Test RMSE = 0.687\n","Epoch: 046/100, Train loglik = -0.863, Test loglik = -1.063, Train RMSE = 0.611, Test RMSE = 0.688\n","Epoch: 047/100, Train loglik = -0.868, Test loglik = -1.068, Train RMSE = 0.610, Test RMSE = 0.689\n","Epoch: 048/100, Train loglik = -0.862, Test loglik = -1.092, Train RMSE = 0.609, Test RMSE = 0.685\n","Epoch: 049/100, Train loglik = -0.880, Test loglik = -1.101, Train RMSE = 0.609, Test RMSE = 0.686\n","Epoch: 050/100, Train loglik = -0.871, Test loglik = -1.062, Train RMSE = 0.608, Test RMSE = 0.680\n","Epoch: 051/100, Train loglik = -0.855, Test loglik = -1.096, Train RMSE = 0.608, Test RMSE = 0.681\n","Epoch: 052/100, Train loglik = -0.877, Test loglik = -1.087, Train RMSE = 0.610, Test RMSE = 0.678\n","Epoch: 053/100, Train loglik = -0.858, Test loglik = -1.124, Train RMSE = 0.609, Test RMSE = 0.679\n","Epoch: 054/100, Train loglik = -0.853, Test loglik = -1.078, Train RMSE = 0.608, Test RMSE = 0.678\n","Epoch: 055/100, Train loglik = -0.851, Test loglik = -1.025, Train RMSE = 0.607, Test RMSE = 0.679\n","Epoch: 056/100, Train loglik = -0.842, Test loglik = -1.086, Train RMSE = 0.608, Test RMSE = 0.682\n","Epoch: 057/100, Train loglik = -0.860, Test loglik = -1.176, Train RMSE = 0.607, Test RMSE = 0.684\n","Epoch: 058/100, Train loglik = -0.854, Test loglik = -1.207, Train RMSE = 0.607, Test RMSE = 0.683\n","Epoch: 059/100, Train loglik = -0.845, Test loglik = -1.156, Train RMSE = 0.606, Test RMSE = 0.683\n","Epoch: 060/100, Train loglik = -0.842, Test loglik = -1.241, Train RMSE = 0.606, Test RMSE = 0.677\n","Epoch: 061/100, Train loglik = -0.848, Test loglik = -1.188, Train RMSE = 0.606, Test RMSE = 0.681\n","Epoch: 062/100, Train loglik = -0.842, Test loglik = -1.090, Train RMSE = 0.605, Test RMSE = 0.677\n","Epoch: 063/100, Train loglik = -0.834, Test loglik = -1.118, Train RMSE = 0.604, Test RMSE = 0.677\n","Epoch: 064/100, Train loglik = -0.833, Test loglik = -1.134, Train RMSE = 0.603, Test RMSE = 0.680\n","Epoch: 065/100, Train loglik = -0.831, Test loglik = -1.191, Train RMSE = 0.604, Test RMSE = 0.686\n","Epoch: 066/100, Train loglik = -0.829, Test loglik = -1.143, Train RMSE = 0.603, Test RMSE = 0.690\n","Epoch: 067/100, Train loglik = -0.830, Test loglik = -1.260, Train RMSE = 0.604, Test RMSE = 0.690\n","Epoch: 068/100, Train loglik = -0.820, Test loglik = -1.181, Train RMSE = 0.603, Test RMSE = 0.689\n","Epoch: 069/100, Train loglik = -0.833, Test loglik = -1.380, Train RMSE = 0.602, Test RMSE = 0.680\n","Epoch: 070/100, Train loglik = -0.810, Test loglik = -1.111, Train RMSE = 0.602, Test RMSE = 0.679\n","Epoch: 071/100, Train loglik = -0.814, Test loglik = -1.112, Train RMSE = 0.601, Test RMSE = 0.677\n","Epoch: 072/100, Train loglik = -0.829, Test loglik = -1.193, Train RMSE = 0.600, Test RMSE = 0.685\n","Epoch: 073/100, Train loglik = -0.811, Test loglik = -1.108, Train RMSE = 0.599, Test RMSE = 0.681\n","Epoch: 074/100, Train loglik = -0.825, Test loglik = -1.236, Train RMSE = 0.599, Test RMSE = 0.688\n","Epoch: 075/100, Train loglik = -0.805, Test loglik = -1.296, Train RMSE = 0.600, Test RMSE = 0.677\n","Epoch: 076/100, Train loglik = -0.802, Test loglik = -1.139, Train RMSE = 0.598, Test RMSE = 0.681\n","Epoch: 077/100, Train loglik = -0.803, Test loglik = -1.226, Train RMSE = 0.597, Test RMSE = 0.681\n","Epoch: 078/100, Train loglik = -0.795, Test loglik = -1.198, Train RMSE = 0.598, Test RMSE = 0.692\n","Epoch: 079/100, Train loglik = -0.794, Test loglik = -1.227, Train RMSE = 0.600, Test RMSE = 0.690\n","Epoch: 080/100, Train loglik = -0.799, Test loglik = -1.121, Train RMSE = 0.598, Test RMSE = 0.687\n","Epoch: 081/100, Train loglik = -0.806, Test loglik = -1.094, Train RMSE = 0.595, Test RMSE = 0.676\n","Epoch: 082/100, Train loglik = -0.801, Test loglik = -1.166, Train RMSE = 0.596, Test RMSE = 0.675\n","Epoch: 083/100, Train loglik = -0.789, Test loglik = -1.093, Train RMSE = 0.595, Test RMSE = 0.685\n","Epoch: 084/100, Train loglik = -0.783, Test loglik = -1.164, Train RMSE = 0.595, Test RMSE = 0.699\n","Epoch: 085/100, Train loglik = -0.786, Test loglik = -1.155, Train RMSE = 0.595, Test RMSE = 0.694\n","Epoch: 086/100, Train loglik = -0.790, Test loglik = -1.328, Train RMSE = 0.593, Test RMSE = 0.690\n","Epoch: 087/100, Train loglik = -0.781, Test loglik = -1.256, Train RMSE = 0.594, Test RMSE = 0.680\n","Epoch: 088/100, Train loglik = -0.791, Test loglik = -1.246, Train RMSE = 0.593, Test RMSE = 0.677\n","Epoch: 089/100, Train loglik = -0.782, Test loglik = -1.214, Train RMSE = 0.594, Test RMSE = 0.676\n","Epoch: 090/100, Train loglik = -0.768, Test loglik = -1.139, Train RMSE = 0.594, Test RMSE = 0.682\n","Epoch: 091/100, Train loglik = -0.788, Test loglik = -1.139, Train RMSE = 0.591, Test RMSE = 0.683\n","Epoch: 092/100, Train loglik = -0.782, Test loglik = -1.333, Train RMSE = 0.589, Test RMSE = 0.680\n","Epoch: 093/100, Train loglik = -0.795, Test loglik = -1.234, Train RMSE = 0.589, Test RMSE = 0.681\n","Epoch: 094/100, Train loglik = -0.756, Test loglik = -1.189, Train RMSE = 0.588, Test RMSE = 0.686\n","Epoch: 095/100, Train loglik = -0.763, Test loglik = -1.199, Train RMSE = 0.591, Test RMSE = 0.687\n","Epoch: 096/100, Train loglik = -0.767, Test loglik = -1.229, Train RMSE = 0.591, Test RMSE = 0.683\n","Epoch: 097/100, Train loglik = -0.758, Test loglik = -1.139, Train RMSE = 0.588, Test RMSE = 0.673\n","Epoch: 098/100, Train loglik = -0.755, Test loglik = -1.293, Train RMSE = 0.589, Test RMSE = 0.683\n","Epoch: 099/100, Train loglik = -0.770, Test loglik = -1.221, Train RMSE = 0.589, Test RMSE = 0.686\n","Epoch: 100/100, Train loglik = -0.746, Test loglik = -1.347, Train RMSE = 0.586, Test RMSE = 0.691\n","FOLD 6:\n","Epoch: 001/100, Train loglik = -1.220, Test loglik = -1.080, Train RMSE = 0.818, Test RMSE = 0.675\n","Epoch: 002/100, Train loglik = -1.202, Test loglik = -1.082, Train RMSE = 0.808, Test RMSE = 0.666\n","Epoch: 003/100, Train loglik = -1.211, Test loglik = -1.058, Train RMSE = 0.787, Test RMSE = 0.640\n","Epoch: 004/100, Train loglik = -1.170, Test loglik = -1.008, Train RMSE = 0.763, Test RMSE = 0.620\n","Epoch: 005/100, Train loglik = -1.126, Test loglik = -0.998, Train RMSE = 0.738, Test RMSE = 0.597\n","Epoch: 006/100, Train loglik = -1.076, Test loglik = -0.950, Train RMSE = 0.711, Test RMSE = 0.571\n","Epoch: 007/100, Train loglik = -1.057, Test loglik = -0.907, Train RMSE = 0.686, Test RMSE = 0.551\n","Epoch: 008/100, Train loglik = -1.017, Test loglik = -0.889, Train RMSE = 0.671, Test RMSE = 0.546\n","Epoch: 009/100, Train loglik = -1.054, Test loglik = -0.872, Train RMSE = 0.672, Test RMSE = 0.568\n","Epoch: 010/100, Train loglik = -1.058, Test loglik = -0.921, Train RMSE = 0.677, Test RMSE = 0.584\n","Epoch: 011/100, Train loglik = -1.023, Test loglik = -0.942, Train RMSE = 0.672, Test RMSE = 0.590\n","Epoch: 012/100, Train loglik = -1.023, Test loglik = -0.880, Train RMSE = 0.664, Test RMSE = 0.587\n","Epoch: 013/100, Train loglik = -0.986, Test loglik = -0.879, Train RMSE = 0.659, Test RMSE = 0.561\n","Epoch: 014/100, Train loglik = -0.998, Test loglik = -0.879, Train RMSE = 0.656, Test RMSE = 0.557\n","Epoch: 015/100, Train loglik = -0.989, Test loglik = -0.850, Train RMSE = 0.654, Test RMSE = 0.549\n","Epoch: 016/100, Train loglik = -0.978, Test loglik = -0.841, Train RMSE = 0.655, Test RMSE = 0.542\n","Epoch: 017/100, Train loglik = -0.959, Test loglik = -0.846, Train RMSE = 0.652, Test RMSE = 0.537\n","Epoch: 018/100, Train loglik = -0.952, Test loglik = -0.807, Train RMSE = 0.651, Test RMSE = 0.535\n","Epoch: 019/100, Train loglik = -0.973, Test loglik = -0.812, Train RMSE = 0.651, Test RMSE = 0.531\n","Epoch: 020/100, Train loglik = -0.963, Test loglik = -0.818, Train RMSE = 0.648, Test RMSE = 0.532\n","Epoch: 021/100, Train loglik = -0.984, Test loglik = -0.791, Train RMSE = 0.646, Test RMSE = 0.542\n","Epoch: 022/100, Train loglik = -0.944, Test loglik = -0.795, Train RMSE = 0.644, Test RMSE = 0.541\n","Epoch: 023/100, Train loglik = -0.964, Test loglik = -0.846, Train RMSE = 0.642, Test RMSE = 0.550\n","Epoch: 024/100, Train loglik = -0.942, Test loglik = -0.823, Train RMSE = 0.640, Test RMSE = 0.552\n","Epoch: 025/100, Train loglik = -0.936, Test loglik = -0.887, Train RMSE = 0.639, Test RMSE = 0.556\n","Epoch: 026/100, Train loglik = -0.941, Test loglik = -0.829, Train RMSE = 0.638, Test RMSE = 0.556\n","Epoch: 027/100, Train loglik = -0.938, Test loglik = -0.842, Train RMSE = 0.638, Test RMSE = 0.556\n","Epoch: 028/100, Train loglik = -0.935, Test loglik = -0.828, Train RMSE = 0.636, Test RMSE = 0.558\n","Epoch: 029/100, Train loglik = -0.952, Test loglik = -0.809, Train RMSE = 0.636, Test RMSE = 0.549\n","Epoch: 030/100, Train loglik = -0.921, Test loglik = -0.813, Train RMSE = 0.636, Test RMSE = 0.550\n","Epoch: 031/100, Train loglik = -0.922, Test loglik = -0.802, Train RMSE = 0.633, Test RMSE = 0.545\n","Epoch: 032/100, Train loglik = -0.915, Test loglik = -0.825, Train RMSE = 0.631, Test RMSE = 0.543\n","Epoch: 033/100, Train loglik = -0.921, Test loglik = -0.831, Train RMSE = 0.631, Test RMSE = 0.546\n","Epoch: 034/100, Train loglik = -0.915, Test loglik = -0.819, Train RMSE = 0.629, Test RMSE = 0.548\n","Epoch: 035/100, Train loglik = -0.917, Test loglik = -0.821, Train RMSE = 0.628, Test RMSE = 0.552\n","Epoch: 036/100, Train loglik = -0.917, Test loglik = -0.844, Train RMSE = 0.627, Test RMSE = 0.557\n","Epoch: 037/100, Train loglik = -0.923, Test loglik = -0.844, Train RMSE = 0.628, Test RMSE = 0.568\n","Epoch: 038/100, Train loglik = -0.914, Test loglik = -0.830, Train RMSE = 0.627, Test RMSE = 0.560\n","Epoch: 039/100, Train loglik = -0.903, Test loglik = -0.829, Train RMSE = 0.627, Test RMSE = 0.573\n","Epoch: 040/100, Train loglik = -0.899, Test loglik = -0.817, Train RMSE = 0.624, Test RMSE = 0.559\n","Epoch: 041/100, Train loglik = -0.899, Test loglik = -0.867, Train RMSE = 0.624, Test RMSE = 0.558\n","Epoch: 042/100, Train loglik = -0.900, Test loglik = -0.850, Train RMSE = 0.623, Test RMSE = 0.558\n","Epoch: 043/100, Train loglik = -0.894, Test loglik = -0.848, Train RMSE = 0.623, Test RMSE = 0.549\n","Epoch: 044/100, Train loglik = -0.892, Test loglik = -0.853, Train RMSE = 0.624, Test RMSE = 0.548\n","Epoch: 045/100, Train loglik = -0.896, Test loglik = -0.811, Train RMSE = 0.625, Test RMSE = 0.542\n","Epoch: 046/100, Train loglik = -0.894, Test loglik = -0.792, Train RMSE = 0.624, Test RMSE = 0.545\n","Epoch: 047/100, Train loglik = -0.894, Test loglik = -0.838, Train RMSE = 0.623, Test RMSE = 0.547\n","Epoch: 048/100, Train loglik = -0.894, Test loglik = -0.826, Train RMSE = 0.623, Test RMSE = 0.552\n","Epoch: 049/100, Train loglik = -0.890, Test loglik = -0.827, Train RMSE = 0.622, Test RMSE = 0.547\n","Epoch: 050/100, Train loglik = -0.887, Test loglik = -0.834, Train RMSE = 0.621, Test RMSE = 0.548\n","Epoch: 051/100, Train loglik = -0.897, Test loglik = -0.842, Train RMSE = 0.620, Test RMSE = 0.551\n","Epoch: 052/100, Train loglik = -0.880, Test loglik = -0.817, Train RMSE = 0.620, Test RMSE = 0.549\n","Epoch: 053/100, Train loglik = -0.876, Test loglik = -0.827, Train RMSE = 0.619, Test RMSE = 0.547\n","Epoch: 054/100, Train loglik = -0.889, Test loglik = -0.837, Train RMSE = 0.619, Test RMSE = 0.548\n","Epoch: 055/100, Train loglik = -0.883, Test loglik = -0.824, Train RMSE = 0.620, Test RMSE = 0.545\n","Epoch: 056/100, Train loglik = -0.871, Test loglik = -0.826, Train RMSE = 0.619, Test RMSE = 0.543\n","Epoch: 057/100, Train loglik = -0.879, Test loglik = -0.834, Train RMSE = 0.619, Test RMSE = 0.548\n","Epoch: 058/100, Train loglik = -0.880, Test loglik = -0.826, Train RMSE = 0.617, Test RMSE = 0.557\n","Epoch: 059/100, Train loglik = -0.869, Test loglik = -0.825, Train RMSE = 0.617, Test RMSE = 0.557\n","Epoch: 060/100, Train loglik = -0.868, Test loglik = -0.825, Train RMSE = 0.616, Test RMSE = 0.556\n","Epoch: 061/100, Train loglik = -0.871, Test loglik = -0.908, Train RMSE = 0.616, Test RMSE = 0.558\n","Epoch: 062/100, Train loglik = -0.870, Test loglik = -0.842, Train RMSE = 0.617, Test RMSE = 0.552\n","Epoch: 063/100, Train loglik = -0.859, Test loglik = -0.824, Train RMSE = 0.617, Test RMSE = 0.543\n","Epoch: 064/100, Train loglik = -0.855, Test loglik = -0.812, Train RMSE = 0.617, Test RMSE = 0.540\n","Epoch: 065/100, Train loglik = -0.873, Test loglik = -0.821, Train RMSE = 0.619, Test RMSE = 0.537\n","Epoch: 066/100, Train loglik = -0.859, Test loglik = -0.836, Train RMSE = 0.616, Test RMSE = 0.538\n","Epoch: 067/100, Train loglik = -0.857, Test loglik = -0.865, Train RMSE = 0.615, Test RMSE = 0.554\n","Epoch: 068/100, Train loglik = -0.853, Test loglik = -0.866, Train RMSE = 0.614, Test RMSE = 0.555\n","Epoch: 069/100, Train loglik = -0.855, Test loglik = -0.864, Train RMSE = 0.614, Test RMSE = 0.562\n","Epoch: 070/100, Train loglik = -0.858, Test loglik = -0.894, Train RMSE = 0.612, Test RMSE = 0.554\n","Epoch: 071/100, Train loglik = -0.846, Test loglik = -0.812, Train RMSE = 0.612, Test RMSE = 0.548\n","Epoch: 072/100, Train loglik = -0.867, Test loglik = -0.864, Train RMSE = 0.612, Test RMSE = 0.544\n","Epoch: 073/100, Train loglik = -0.839, Test loglik = -0.855, Train RMSE = 0.612, Test RMSE = 0.546\n","Epoch: 074/100, Train loglik = -0.844, Test loglik = -0.851, Train RMSE = 0.611, Test RMSE = 0.544\n","Epoch: 075/100, Train loglik = -0.837, Test loglik = -0.869, Train RMSE = 0.610, Test RMSE = 0.556\n","Epoch: 076/100, Train loglik = -0.842, Test loglik = -0.842, Train RMSE = 0.609, Test RMSE = 0.563\n","Epoch: 077/100, Train loglik = -0.842, Test loglik = -0.906, Train RMSE = 0.609, Test RMSE = 0.557\n","Epoch: 078/100, Train loglik = -0.839, Test loglik = -0.848, Train RMSE = 0.608, Test RMSE = 0.549\n","Epoch: 079/100, Train loglik = -0.834, Test loglik = -0.827, Train RMSE = 0.608, Test RMSE = 0.543\n","Epoch: 080/100, Train loglik = -0.848, Test loglik = -0.875, Train RMSE = 0.608, Test RMSE = 0.547\n","Epoch: 081/100, Train loglik = -0.829, Test loglik = -0.856, Train RMSE = 0.606, Test RMSE = 0.546\n","Epoch: 082/100, Train loglik = -0.825, Test loglik = -0.841, Train RMSE = 0.604, Test RMSE = 0.554\n","Epoch: 083/100, Train loglik = -0.854, Test loglik = -0.864, Train RMSE = 0.605, Test RMSE = 0.562\n","Epoch: 084/100, Train loglik = -0.835, Test loglik = -0.964, Train RMSE = 0.605, Test RMSE = 0.550\n","Epoch: 085/100, Train loglik = -0.814, Test loglik = -0.874, Train RMSE = 0.604, Test RMSE = 0.547\n","Epoch: 086/100, Train loglik = -0.813, Test loglik = -0.888, Train RMSE = 0.604, Test RMSE = 0.547\n","Epoch: 087/100, Train loglik = -0.825, Test loglik = -0.966, Train RMSE = 0.603, Test RMSE = 0.548\n","Epoch: 088/100, Train loglik = -0.821, Test loglik = -0.974, Train RMSE = 0.603, Test RMSE = 0.546\n","Epoch: 089/100, Train loglik = -0.804, Test loglik = -0.941, Train RMSE = 0.601, Test RMSE = 0.556\n","Epoch: 090/100, Train loglik = -0.801, Test loglik = -0.907, Train RMSE = 0.600, Test RMSE = 0.558\n","Epoch: 091/100, Train loglik = -0.814, Test loglik = -0.906, Train RMSE = 0.601, Test RMSE = 0.561\n","Epoch: 092/100, Train loglik = -0.801, Test loglik = -0.865, Train RMSE = 0.599, Test RMSE = 0.556\n","Epoch: 093/100, Train loglik = -0.796, Test loglik = -0.825, Train RMSE = 0.600, Test RMSE = 0.542\n","Epoch: 094/100, Train loglik = -0.822, Test loglik = -0.880, Train RMSE = 0.600, Test RMSE = 0.543\n","Epoch: 095/100, Train loglik = -0.791, Test loglik = -0.917, Train RMSE = 0.600, Test RMSE = 0.539\n","Epoch: 096/100, Train loglik = -0.788, Test loglik = -0.881, Train RMSE = 0.597, Test RMSE = 0.545\n","Epoch: 097/100, Train loglik = -0.784, Test loglik = -0.913, Train RMSE = 0.599, Test RMSE = 0.558\n","Epoch: 098/100, Train loglik = -0.785, Test loglik = -1.039, Train RMSE = 0.596, Test RMSE = 0.559\n","Epoch: 099/100, Train loglik = -0.779, Test loglik = -0.910, Train RMSE = 0.595, Test RMSE = 0.549\n","Epoch: 100/100, Train loglik = -0.782, Test loglik = -0.924, Train RMSE = 0.596, Test RMSE = 0.548\n","FOLD 7:\n","Epoch: 001/100, Train loglik = -1.189, Test loglik = -1.247, Train RMSE = 0.803, Test RMSE = 0.844\n","Epoch: 002/100, Train loglik = -1.198, Test loglik = -1.258, Train RMSE = 0.793, Test RMSE = 0.844\n","Epoch: 003/100, Train loglik = -1.167, Test loglik = -1.214, Train RMSE = 0.778, Test RMSE = 0.824\n","Epoch: 004/100, Train loglik = -1.134, Test loglik = -1.203, Train RMSE = 0.758, Test RMSE = 0.800\n","Epoch: 005/100, Train loglik = -1.119, Test loglik = -1.132, Train RMSE = 0.736, Test RMSE = 0.774\n","Epoch: 006/100, Train loglik = -1.075, Test loglik = -1.104, Train RMSE = 0.711, Test RMSE = 0.742\n","Epoch: 007/100, Train loglik = -1.042, Test loglik = -1.029, Train RMSE = 0.684, Test RMSE = 0.709\n","Epoch: 008/100, Train loglik = -1.020, Test loglik = -1.000, Train RMSE = 0.666, Test RMSE = 0.680\n","Epoch: 009/100, Train loglik = -1.008, Test loglik = -0.955, Train RMSE = 0.659, Test RMSE = 0.662\n","Epoch: 010/100, Train loglik = -0.989, Test loglik = -0.998, Train RMSE = 0.661, Test RMSE = 0.643\n","Epoch: 011/100, Train loglik = -1.004, Test loglik = -0.966, Train RMSE = 0.664, Test RMSE = 0.649\n","Epoch: 012/100, Train loglik = -0.986, Test loglik = -0.959, Train RMSE = 0.658, Test RMSE = 0.648\n","Epoch: 013/100, Train loglik = -0.966, Test loglik = -0.967, Train RMSE = 0.647, Test RMSE = 0.648\n","Epoch: 014/100, Train loglik = -0.967, Test loglik = -0.964, Train RMSE = 0.646, Test RMSE = 0.654\n","Epoch: 015/100, Train loglik = -0.960, Test loglik = -1.033, Train RMSE = 0.644, Test RMSE = 0.657\n","Epoch: 016/100, Train loglik = -0.958, Test loglik = -1.035, Train RMSE = 0.646, Test RMSE = 0.664\n","Epoch: 017/100, Train loglik = -0.947, Test loglik = -0.970, Train RMSE = 0.644, Test RMSE = 0.665\n","Epoch: 018/100, Train loglik = -0.942, Test loglik = -1.028, Train RMSE = 0.643, Test RMSE = 0.666\n","Epoch: 019/100, Train loglik = -0.954, Test loglik = -1.026, Train RMSE = 0.639, Test RMSE = 0.660\n","Epoch: 020/100, Train loglik = -0.940, Test loglik = -0.996, Train RMSE = 0.636, Test RMSE = 0.656\n","Epoch: 021/100, Train loglik = -0.928, Test loglik = -0.973, Train RMSE = 0.634, Test RMSE = 0.652\n","Epoch: 022/100, Train loglik = -0.947, Test loglik = -0.955, Train RMSE = 0.633, Test RMSE = 0.641\n","Epoch: 023/100, Train loglik = -0.927, Test loglik = -0.949, Train RMSE = 0.631, Test RMSE = 0.645\n","Epoch: 024/100, Train loglik = -0.925, Test loglik = -0.964, Train RMSE = 0.630, Test RMSE = 0.634\n","Epoch: 025/100, Train loglik = -0.913, Test loglik = -0.946, Train RMSE = 0.628, Test RMSE = 0.645\n","Epoch: 026/100, Train loglik = -0.919, Test loglik = -0.964, Train RMSE = 0.628, Test RMSE = 0.642\n","Epoch: 027/100, Train loglik = -0.911, Test loglik = -0.955, Train RMSE = 0.627, Test RMSE = 0.642\n","Epoch: 028/100, Train loglik = -0.922, Test loglik = -0.952, Train RMSE = 0.626, Test RMSE = 0.642\n","Epoch: 029/100, Train loglik = -0.916, Test loglik = -1.026, Train RMSE = 0.625, Test RMSE = 0.645\n","Epoch: 030/100, Train loglik = -0.899, Test loglik = -0.963, Train RMSE = 0.625, Test RMSE = 0.645\n","Epoch: 031/100, Train loglik = -0.911, Test loglik = -0.942, Train RMSE = 0.623, Test RMSE = 0.634\n","Epoch: 032/100, Train loglik = -0.912, Test loglik = -0.929, Train RMSE = 0.625, Test RMSE = 0.627\n","Epoch: 033/100, Train loglik = -0.903, Test loglik = -0.925, Train RMSE = 0.622, Test RMSE = 0.633\n","Epoch: 034/100, Train loglik = -0.894, Test loglik = -0.891, Train RMSE = 0.620, Test RMSE = 0.631\n","Epoch: 035/100, Train loglik = -0.893, Test loglik = -0.954, Train RMSE = 0.619, Test RMSE = 0.637\n","Epoch: 036/100, Train loglik = -0.888, Test loglik = -0.910, Train RMSE = 0.618, Test RMSE = 0.629\n","Epoch: 037/100, Train loglik = -0.894, Test loglik = -0.961, Train RMSE = 0.617, Test RMSE = 0.629\n","Epoch: 038/100, Train loglik = -0.895, Test loglik = -0.970, Train RMSE = 0.616, Test RMSE = 0.633\n","Epoch: 039/100, Train loglik = -0.888, Test loglik = -0.950, Train RMSE = 0.616, Test RMSE = 0.635\n","Epoch: 040/100, Train loglik = -0.885, Test loglik = -0.942, Train RMSE = 0.614, Test RMSE = 0.640\n","Epoch: 041/100, Train loglik = -0.886, Test loglik = -0.951, Train RMSE = 0.614, Test RMSE = 0.642\n","Epoch: 042/100, Train loglik = -0.884, Test loglik = -0.954, Train RMSE = 0.614, Test RMSE = 0.652\n","Epoch: 043/100, Train loglik = -0.884, Test loglik = -0.957, Train RMSE = 0.615, Test RMSE = 0.652\n","Epoch: 044/100, Train loglik = -0.878, Test loglik = -0.963, Train RMSE = 0.613, Test RMSE = 0.634\n","Epoch: 045/100, Train loglik = -0.879, Test loglik = -0.945, Train RMSE = 0.614, Test RMSE = 0.627\n","Epoch: 046/100, Train loglik = -0.881, Test loglik = -0.920, Train RMSE = 0.614, Test RMSE = 0.624\n","Epoch: 047/100, Train loglik = -0.878, Test loglik = -1.008, Train RMSE = 0.614, Test RMSE = 0.637\n","Epoch: 048/100, Train loglik = -0.879, Test loglik = -0.932, Train RMSE = 0.613, Test RMSE = 0.631\n","Epoch: 049/100, Train loglik = -0.875, Test loglik = -0.939, Train RMSE = 0.611, Test RMSE = 0.648\n","Epoch: 050/100, Train loglik = -0.878, Test loglik = -0.948, Train RMSE = 0.611, Test RMSE = 0.627\n","Epoch: 051/100, Train loglik = -0.874, Test loglik = -0.881, Train RMSE = 0.610, Test RMSE = 0.627\n","Epoch: 052/100, Train loglik = -0.867, Test loglik = -0.980, Train RMSE = 0.609, Test RMSE = 0.621\n","Epoch: 053/100, Train loglik = -0.864, Test loglik = -0.907, Train RMSE = 0.610, Test RMSE = 0.622\n","Epoch: 054/100, Train loglik = -0.869, Test loglik = -0.934, Train RMSE = 0.610, Test RMSE = 0.629\n","Epoch: 055/100, Train loglik = -0.868, Test loglik = -0.931, Train RMSE = 0.609, Test RMSE = 0.635\n","Epoch: 056/100, Train loglik = -0.863, Test loglik = -0.933, Train RMSE = 0.611, Test RMSE = 0.639\n","Epoch: 057/100, Train loglik = -0.861, Test loglik = -0.910, Train RMSE = 0.610, Test RMSE = 0.637\n","Epoch: 058/100, Train loglik = -0.863, Test loglik = -0.958, Train RMSE = 0.610, Test RMSE = 0.631\n","Epoch: 059/100, Train loglik = -0.853, Test loglik = -0.907, Train RMSE = 0.609, Test RMSE = 0.619\n","Epoch: 060/100, Train loglik = -0.858, Test loglik = -0.927, Train RMSE = 0.609, Test RMSE = 0.621\n","Epoch: 061/100, Train loglik = -0.861, Test loglik = -0.926, Train RMSE = 0.611, Test RMSE = 0.620\n","Epoch: 062/100, Train loglik = -0.875, Test loglik = -0.924, Train RMSE = 0.609, Test RMSE = 0.614\n","Epoch: 063/100, Train loglik = -0.858, Test loglik = -0.920, Train RMSE = 0.607, Test RMSE = 0.618\n","Epoch: 064/100, Train loglik = -0.845, Test loglik = -0.966, Train RMSE = 0.607, Test RMSE = 0.638\n","Epoch: 065/100, Train loglik = -0.850, Test loglik = -0.948, Train RMSE = 0.606, Test RMSE = 0.641\n","Epoch: 066/100, Train loglik = -0.856, Test loglik = -0.963, Train RMSE = 0.606, Test RMSE = 0.638\n","Epoch: 067/100, Train loglik = -0.842, Test loglik = -0.917, Train RMSE = 0.606, Test RMSE = 0.632\n","Epoch: 068/100, Train loglik = -0.837, Test loglik = -0.898, Train RMSE = 0.604, Test RMSE = 0.621\n","Epoch: 069/100, Train loglik = -0.838, Test loglik = -0.878, Train RMSE = 0.606, Test RMSE = 0.615\n","Epoch: 070/100, Train loglik = -0.831, Test loglik = -0.876, Train RMSE = 0.604, Test RMSE = 0.610\n","Epoch: 071/100, Train loglik = -0.839, Test loglik = -0.909, Train RMSE = 0.603, Test RMSE = 0.621\n","Epoch: 072/100, Train loglik = -0.826, Test loglik = -0.920, Train RMSE = 0.603, Test RMSE = 0.624\n","Epoch: 073/100, Train loglik = -0.832, Test loglik = -0.962, Train RMSE = 0.604, Test RMSE = 0.631\n","Epoch: 074/100, Train loglik = -0.838, Test loglik = -0.912, Train RMSE = 0.602, Test RMSE = 0.624\n","Epoch: 075/100, Train loglik = -0.825, Test loglik = -0.962, Train RMSE = 0.601, Test RMSE = 0.628\n","Epoch: 076/100, Train loglik = -0.830, Test loglik = -0.929, Train RMSE = 0.601, Test RMSE = 0.627\n","Epoch: 077/100, Train loglik = -0.828, Test loglik = -0.973, Train RMSE = 0.600, Test RMSE = 0.619\n","Epoch: 078/100, Train loglik = -0.824, Test loglik = -0.901, Train RMSE = 0.600, Test RMSE = 0.615\n","Epoch: 079/100, Train loglik = -0.826, Test loglik = -0.917, Train RMSE = 0.600, Test RMSE = 0.615\n","Epoch: 080/100, Train loglik = -0.819, Test loglik = -0.912, Train RMSE = 0.601, Test RMSE = 0.617\n","Epoch: 081/100, Train loglik = -0.809, Test loglik = -0.943, Train RMSE = 0.598, Test RMSE = 0.615\n","Epoch: 082/100, Train loglik = -0.810, Test loglik = -0.893, Train RMSE = 0.599, Test RMSE = 0.616\n","Epoch: 083/100, Train loglik = -0.806, Test loglik = -0.892, Train RMSE = 0.597, Test RMSE = 0.621\n","Epoch: 084/100, Train loglik = -0.802, Test loglik = -0.910, Train RMSE = 0.596, Test RMSE = 0.616\n","Epoch: 085/100, Train loglik = -0.802, Test loglik = -0.892, Train RMSE = 0.597, Test RMSE = 0.611\n","Epoch: 086/100, Train loglik = -0.795, Test loglik = -0.944, Train RMSE = 0.597, Test RMSE = 0.613\n","Epoch: 087/100, Train loglik = -0.814, Test loglik = -0.924, Train RMSE = 0.596, Test RMSE = 0.608\n","Epoch: 088/100, Train loglik = -0.802, Test loglik = -0.906, Train RMSE = 0.594, Test RMSE = 0.626\n","Epoch: 089/100, Train loglik = -0.793, Test loglik = -0.959, Train RMSE = 0.595, Test RMSE = 0.622\n","Epoch: 090/100, Train loglik = -0.804, Test loglik = -0.897, Train RMSE = 0.595, Test RMSE = 0.615\n","Epoch: 091/100, Train loglik = -0.810, Test loglik = -0.875, Train RMSE = 0.598, Test RMSE = 0.610\n","Epoch: 092/100, Train loglik = -0.801, Test loglik = -0.869, Train RMSE = 0.596, Test RMSE = 0.607\n","Epoch: 093/100, Train loglik = -0.795, Test loglik = -0.932, Train RMSE = 0.592, Test RMSE = 0.615\n","Epoch: 094/100, Train loglik = -0.776, Test loglik = -0.888, Train RMSE = 0.591, Test RMSE = 0.617\n","Epoch: 095/100, Train loglik = -0.779, Test loglik = -0.943, Train RMSE = 0.590, Test RMSE = 0.610\n","Epoch: 096/100, Train loglik = -0.800, Test loglik = -0.946, Train RMSE = 0.592, Test RMSE = 0.616\n","Epoch: 097/100, Train loglik = -0.784, Test loglik = -0.911, Train RMSE = 0.591, Test RMSE = 0.614\n","Epoch: 098/100, Train loglik = -0.816, Test loglik = -0.918, Train RMSE = 0.591, Test RMSE = 0.621\n","Epoch: 099/100, Train loglik = -0.794, Test loglik = -0.934, Train RMSE = 0.590, Test RMSE = 0.633\n","Epoch: 100/100, Train loglik = -0.766, Test loglik = -0.949, Train RMSE = 0.588, Test RMSE = 0.620\n","FOLD 8:\n","Epoch: 001/100, Train loglik = -1.225, Test loglik = -1.182, Train RMSE = 0.809, Test RMSE = 0.784\n","Epoch: 002/100, Train loglik = -1.205, Test loglik = -1.160, Train RMSE = 0.803, Test RMSE = 0.774\n","Epoch: 003/100, Train loglik = -1.171, Test loglik = -1.142, Train RMSE = 0.783, Test RMSE = 0.753\n","Epoch: 004/100, Train loglik = -1.143, Test loglik = -1.101, Train RMSE = 0.760, Test RMSE = 0.728\n","Epoch: 005/100, Train loglik = -1.124, Test loglik = -1.080, Train RMSE = 0.736, Test RMSE = 0.700\n","Epoch: 006/100, Train loglik = -1.072, Test loglik = -1.042, Train RMSE = 0.707, Test RMSE = 0.664\n","Epoch: 007/100, Train loglik = -1.039, Test loglik = -1.033, Train RMSE = 0.681, Test RMSE = 0.634\n","Epoch: 008/100, Train loglik = -1.021, Test loglik = -0.996, Train RMSE = 0.667, Test RMSE = 0.615\n","Epoch: 009/100, Train loglik = -1.007, Test loglik = -0.981, Train RMSE = 0.664, Test RMSE = 0.610\n","Epoch: 010/100, Train loglik = -1.075, Test loglik = -0.961, Train RMSE = 0.675, Test RMSE = 0.614\n","Epoch: 011/100, Train loglik = -0.997, Test loglik = -0.940, Train RMSE = 0.670, Test RMSE = 0.609\n","Epoch: 012/100, Train loglik = -1.012, Test loglik = -0.945, Train RMSE = 0.663, Test RMSE = 0.607\n","Epoch: 013/100, Train loglik = -0.975, Test loglik = -0.946, Train RMSE = 0.656, Test RMSE = 0.599\n","Epoch: 014/100, Train loglik = -0.973, Test loglik = -0.947, Train RMSE = 0.654, Test RMSE = 0.595\n","Epoch: 015/100, Train loglik = -0.965, Test loglik = -0.971, Train RMSE = 0.650, Test RMSE = 0.593\n","Epoch: 016/100, Train loglik = -0.969, Test loglik = -0.943, Train RMSE = 0.648, Test RMSE = 0.596\n","Epoch: 017/100, Train loglik = -0.951, Test loglik = -0.967, Train RMSE = 0.647, Test RMSE = 0.601\n","Epoch: 018/100, Train loglik = -0.942, Test loglik = -0.958, Train RMSE = 0.648, Test RMSE = 0.603\n","Epoch: 019/100, Train loglik = -0.953, Test loglik = -0.945, Train RMSE = 0.645, Test RMSE = 0.601\n","Epoch: 020/100, Train loglik = -0.943, Test loglik = -0.974, Train RMSE = 0.641, Test RMSE = 0.604\n","Epoch: 021/100, Train loglik = -0.946, Test loglik = -0.973, Train RMSE = 0.638, Test RMSE = 0.603\n","Epoch: 022/100, Train loglik = -0.931, Test loglik = -0.979, Train RMSE = 0.636, Test RMSE = 0.603\n","Epoch: 023/100, Train loglik = -0.926, Test loglik = -0.966, Train RMSE = 0.635, Test RMSE = 0.607\n","Epoch: 024/100, Train loglik = -0.931, Test loglik = -0.958, Train RMSE = 0.635, Test RMSE = 0.604\n","Epoch: 025/100, Train loglik = -0.943, Test loglik = -0.971, Train RMSE = 0.634, Test RMSE = 0.604\n","Epoch: 026/100, Train loglik = -0.919, Test loglik = -0.935, Train RMSE = 0.631, Test RMSE = 0.608\n","Epoch: 027/100, Train loglik = -0.947, Test loglik = -0.960, Train RMSE = 0.631, Test RMSE = 0.606\n","Epoch: 028/100, Train loglik = -0.925, Test loglik = -0.978, Train RMSE = 0.629, Test RMSE = 0.602\n","Epoch: 029/100, Train loglik = -0.923, Test loglik = -0.963, Train RMSE = 0.628, Test RMSE = 0.601\n","Epoch: 030/100, Train loglik = -0.922, Test loglik = -0.977, Train RMSE = 0.628, Test RMSE = 0.603\n","Epoch: 031/100, Train loglik = -0.905, Test loglik = -0.950, Train RMSE = 0.627, Test RMSE = 0.604\n","Epoch: 032/100, Train loglik = -0.906, Test loglik = -0.943, Train RMSE = 0.627, Test RMSE = 0.601\n","Epoch: 033/100, Train loglik = -0.902, Test loglik = -0.940, Train RMSE = 0.626, Test RMSE = 0.599\n","Epoch: 034/100, Train loglik = -0.907, Test loglik = -0.933, Train RMSE = 0.624, Test RMSE = 0.598\n","Epoch: 035/100, Train loglik = -0.908, Test loglik = -0.947, Train RMSE = 0.623, Test RMSE = 0.598\n","Epoch: 036/100, Train loglik = -0.895, Test loglik = -0.952, Train RMSE = 0.622, Test RMSE = 0.596\n","Epoch: 037/100, Train loglik = -0.905, Test loglik = -0.945, Train RMSE = 0.623, Test RMSE = 0.594\n","Epoch: 038/100, Train loglik = -0.898, Test loglik = -0.948, Train RMSE = 0.622, Test RMSE = 0.595\n","Epoch: 039/100, Train loglik = -0.899, Test loglik = -0.960, Train RMSE = 0.622, Test RMSE = 0.599\n","Epoch: 040/100, Train loglik = -0.890, Test loglik = -0.981, Train RMSE = 0.622, Test RMSE = 0.600\n","Epoch: 041/100, Train loglik = -0.887, Test loglik = -0.993, Train RMSE = 0.622, Test RMSE = 0.596\n","Epoch: 042/100, Train loglik = -0.889, Test loglik = -0.955, Train RMSE = 0.620, Test RMSE = 0.599\n","Epoch: 043/100, Train loglik = -0.885, Test loglik = -1.000, Train RMSE = 0.620, Test RMSE = 0.595\n","Epoch: 044/100, Train loglik = -0.886, Test loglik = -0.964, Train RMSE = 0.620, Test RMSE = 0.596\n","Epoch: 045/100, Train loglik = -0.900, Test loglik = -0.936, Train RMSE = 0.620, Test RMSE = 0.595\n","Epoch: 046/100, Train loglik = -0.883, Test loglik = -0.983, Train RMSE = 0.619, Test RMSE = 0.592\n","Epoch: 047/100, Train loglik = -0.880, Test loglik = -0.915, Train RMSE = 0.619, Test RMSE = 0.589\n","Epoch: 048/100, Train loglik = -0.897, Test loglik = -1.006, Train RMSE = 0.621, Test RMSE = 0.590\n","Epoch: 049/100, Train loglik = -0.878, Test loglik = -0.989, Train RMSE = 0.620, Test RMSE = 0.589\n","Epoch: 050/100, Train loglik = -0.887, Test loglik = -0.958, Train RMSE = 0.619, Test RMSE = 0.588\n","Epoch: 051/100, Train loglik = -0.868, Test loglik = -0.981, Train RMSE = 0.619, Test RMSE = 0.586\n","Epoch: 052/100, Train loglik = -0.868, Test loglik = -0.955, Train RMSE = 0.618, Test RMSE = 0.589\n","Epoch: 053/100, Train loglik = -0.872, Test loglik = -0.926, Train RMSE = 0.619, Test RMSE = 0.588\n","Epoch: 054/100, Train loglik = -0.874, Test loglik = -0.962, Train RMSE = 0.617, Test RMSE = 0.584\n","Epoch: 055/100, Train loglik = -0.864, Test loglik = -0.946, Train RMSE = 0.616, Test RMSE = 0.584\n","Epoch: 056/100, Train loglik = -0.873, Test loglik = -0.947, Train RMSE = 0.617, Test RMSE = 0.585\n","Epoch: 057/100, Train loglik = -0.868, Test loglik = -0.965, Train RMSE = 0.615, Test RMSE = 0.583\n","Epoch: 058/100, Train loglik = -0.865, Test loglik = -1.002, Train RMSE = 0.616, Test RMSE = 0.585\n","Epoch: 059/100, Train loglik = -0.894, Test loglik = -0.980, Train RMSE = 0.617, Test RMSE = 0.584\n","Epoch: 060/100, Train loglik = -0.863, Test loglik = -0.979, Train RMSE = 0.615, Test RMSE = 0.585\n","Epoch: 061/100, Train loglik = -0.860, Test loglik = -0.936, Train RMSE = 0.615, Test RMSE = 0.581\n","Epoch: 062/100, Train loglik = -0.859, Test loglik = -0.955, Train RMSE = 0.614, Test RMSE = 0.582\n","Epoch: 063/100, Train loglik = -0.867, Test loglik = -1.093, Train RMSE = 0.614, Test RMSE = 0.580\n","Epoch: 064/100, Train loglik = -0.868, Test loglik = -1.014, Train RMSE = 0.614, Test RMSE = 0.582\n","Epoch: 065/100, Train loglik = -0.849, Test loglik = -0.980, Train RMSE = 0.612, Test RMSE = 0.583\n","Epoch: 066/100, Train loglik = -0.845, Test loglik = -1.036, Train RMSE = 0.612, Test RMSE = 0.583\n","Epoch: 067/100, Train loglik = -0.846, Test loglik = -0.977, Train RMSE = 0.614, Test RMSE = 0.585\n","Epoch: 068/100, Train loglik = -0.839, Test loglik = -1.109, Train RMSE = 0.614, Test RMSE = 0.585\n","Epoch: 069/100, Train loglik = -0.845, Test loglik = -1.087, Train RMSE = 0.612, Test RMSE = 0.581\n","Epoch: 070/100, Train loglik = -0.843, Test loglik = -1.053, Train RMSE = 0.611, Test RMSE = 0.582\n","Epoch: 071/100, Train loglik = -0.836, Test loglik = -0.979, Train RMSE = 0.611, Test RMSE = 0.579\n","Epoch: 072/100, Train loglik = -0.832, Test loglik = -1.089, Train RMSE = 0.611, Test RMSE = 0.580\n","Epoch: 073/100, Train loglik = -0.843, Test loglik = -0.979, Train RMSE = 0.610, Test RMSE = 0.579\n","Epoch: 074/100, Train loglik = -0.829, Test loglik = -1.103, Train RMSE = 0.610, Test RMSE = 0.584\n","Epoch: 075/100, Train loglik = -0.817, Test loglik = -1.281, Train RMSE = 0.610, Test RMSE = 0.584\n","Epoch: 076/100, Train loglik = -0.852, Test loglik = -1.062, Train RMSE = 0.611, Test RMSE = 0.590\n","Epoch: 077/100, Train loglik = -0.817, Test loglik = -1.144, Train RMSE = 0.610, Test RMSE = 0.583\n","Epoch: 078/100, Train loglik = -0.812, Test loglik = -1.083, Train RMSE = 0.611, Test RMSE = 0.582\n","Epoch: 079/100, Train loglik = -0.805, Test loglik = -1.171, Train RMSE = 0.612, Test RMSE = 0.582\n","Epoch: 080/100, Train loglik = -0.810, Test loglik = -1.194, Train RMSE = 0.610, Test RMSE = 0.579\n","Epoch: 081/100, Train loglik = -0.806, Test loglik = -1.321, Train RMSE = 0.609, Test RMSE = 0.582\n","Epoch: 082/100, Train loglik = -0.806, Test loglik = -1.336, Train RMSE = 0.609, Test RMSE = 0.582\n","Epoch: 083/100, Train loglik = -0.814, Test loglik = -1.209, Train RMSE = 0.610, Test RMSE = 0.586\n","Epoch: 084/100, Train loglik = -0.798, Test loglik = -1.145, Train RMSE = 0.606, Test RMSE = 0.581\n","Epoch: 085/100, Train loglik = -0.797, Test loglik = -1.187, Train RMSE = 0.607, Test RMSE = 0.581\n","Epoch: 086/100, Train loglik = -0.791, Test loglik = -1.271, Train RMSE = 0.607, Test RMSE = 0.582\n","Epoch: 087/100, Train loglik = -0.797, Test loglik = -1.464, Train RMSE = 0.607, Test RMSE = 0.581\n","Epoch: 088/100, Train loglik = -0.786, Test loglik = -1.312, Train RMSE = 0.606, Test RMSE = 0.583\n","Epoch: 089/100, Train loglik = -0.786, Test loglik = -1.181, Train RMSE = 0.605, Test RMSE = 0.582\n","Epoch: 090/100, Train loglik = -0.791, Test loglik = -1.318, Train RMSE = 0.605, Test RMSE = 0.580\n","Epoch: 091/100, Train loglik = -0.777, Test loglik = -1.472, Train RMSE = 0.604, Test RMSE = 0.580\n","Epoch: 092/100, Train loglik = -0.781, Test loglik = -1.486, Train RMSE = 0.606, Test RMSE = 0.580\n","Epoch: 093/100, Train loglik = -0.770, Test loglik = -1.239, Train RMSE = 0.602, Test RMSE = 0.576\n","Epoch: 094/100, Train loglik = -0.798, Test loglik = -1.370, Train RMSE = 0.602, Test RMSE = 0.576\n","Epoch: 095/100, Train loglik = -0.773, Test loglik = -1.425, Train RMSE = 0.601, Test RMSE = 0.577\n","Epoch: 096/100, Train loglik = -0.768, Test loglik = -1.588, Train RMSE = 0.601, Test RMSE = 0.576\n","Epoch: 097/100, Train loglik = -0.764, Test loglik = -1.264, Train RMSE = 0.601, Test RMSE = 0.579\n","Epoch: 098/100, Train loglik = -0.767, Test loglik = -1.530, Train RMSE = 0.601, Test RMSE = 0.580\n","Epoch: 099/100, Train loglik = -0.778, Test loglik = -1.419, Train RMSE = 0.598, Test RMSE = 0.576\n","Epoch: 100/100, Train loglik = -0.795, Test loglik = -1.447, Train RMSE = 0.598, Test RMSE = 0.574\n","FOLD 9:\n","Epoch: 001/100, Train loglik = -1.226, Test loglik = -1.210, Train RMSE = 0.804, Test RMSE = 0.818\n","Epoch: 002/100, Train loglik = -1.201, Test loglik = -1.201, Train RMSE = 0.791, Test RMSE = 0.812\n","Epoch: 003/100, Train loglik = -1.174, Test loglik = -1.171, Train RMSE = 0.774, Test RMSE = 0.792\n","Epoch: 004/100, Train loglik = -1.114, Test loglik = -1.116, Train RMSE = 0.750, Test RMSE = 0.765\n","Epoch: 005/100, Train loglik = -1.097, Test loglik = -1.077, Train RMSE = 0.727, Test RMSE = 0.738\n","Epoch: 006/100, Train loglik = -1.055, Test loglik = -1.071, Train RMSE = 0.698, Test RMSE = 0.698\n","Epoch: 007/100, Train loglik = -1.033, Test loglik = -1.016, Train RMSE = 0.680, Test RMSE = 0.678\n","Epoch: 008/100, Train loglik = -1.008, Test loglik = -1.012, Train RMSE = 0.666, Test RMSE = 0.658\n","Epoch: 009/100, Train loglik = -1.005, Test loglik = -0.978, Train RMSE = 0.659, Test RMSE = 0.647\n","Epoch: 010/100, Train loglik = -1.012, Test loglik = -0.976, Train RMSE = 0.662, Test RMSE = 0.645\n","Epoch: 011/100, Train loglik = -0.990, Test loglik = -0.977, Train RMSE = 0.665, Test RMSE = 0.639\n","Epoch: 012/100, Train loglik = -0.990, Test loglik = -0.965, Train RMSE = 0.661, Test RMSE = 0.635\n","Epoch: 013/100, Train loglik = -0.995, Test loglik = -0.949, Train RMSE = 0.660, Test RMSE = 0.626\n","Epoch: 014/100, Train loglik = -0.979, Test loglik = -0.950, Train RMSE = 0.647, Test RMSE = 0.626\n","Epoch: 015/100, Train loglik = -0.958, Test loglik = -0.958, Train RMSE = 0.646, Test RMSE = 0.628\n","Epoch: 016/100, Train loglik = -0.990, Test loglik = -0.947, Train RMSE = 0.646, Test RMSE = 0.629\n","Epoch: 017/100, Train loglik = -0.962, Test loglik = -0.959, Train RMSE = 0.648, Test RMSE = 0.629\n","Epoch: 018/100, Train loglik = -0.961, Test loglik = -0.941, Train RMSE = 0.645, Test RMSE = 0.633\n","Epoch: 019/100, Train loglik = -0.956, Test loglik = -0.950, Train RMSE = 0.643, Test RMSE = 0.626\n","Epoch: 020/100, Train loglik = -0.957, Test loglik = -0.963, Train RMSE = 0.639, Test RMSE = 0.620\n","Epoch: 021/100, Train loglik = -0.941, Test loglik = -0.936, Train RMSE = 0.636, Test RMSE = 0.613\n","Epoch: 022/100, Train loglik = -0.929, Test loglik = -0.913, Train RMSE = 0.635, Test RMSE = 0.606\n","Epoch: 023/100, Train loglik = -0.921, Test loglik = -0.941, Train RMSE = 0.635, Test RMSE = 0.609\n","Epoch: 024/100, Train loglik = -0.926, Test loglik = -0.907, Train RMSE = 0.635, Test RMSE = 0.611\n","Epoch: 025/100, Train loglik = -0.927, Test loglik = -0.943, Train RMSE = 0.632, Test RMSE = 0.604\n","Epoch: 026/100, Train loglik = -0.935, Test loglik = -0.917, Train RMSE = 0.632, Test RMSE = 0.604\n","Epoch: 027/100, Train loglik = -0.916, Test loglik = -0.933, Train RMSE = 0.630, Test RMSE = 0.604\n","Epoch: 028/100, Train loglik = -0.918, Test loglik = -0.899, Train RMSE = 0.630, Test RMSE = 0.602\n","Epoch: 029/100, Train loglik = -0.920, Test loglik = -0.948, Train RMSE = 0.630, Test RMSE = 0.600\n","Epoch: 030/100, Train loglik = -0.906, Test loglik = -0.912, Train RMSE = 0.631, Test RMSE = 0.604\n","Epoch: 031/100, Train loglik = -0.912, Test loglik = -0.944, Train RMSE = 0.629, Test RMSE = 0.604\n","Epoch: 032/100, Train loglik = -0.903, Test loglik = -0.989, Train RMSE = 0.629, Test RMSE = 0.602\n","Epoch: 033/100, Train loglik = -0.914, Test loglik = -0.893, Train RMSE = 0.629, Test RMSE = 0.601\n","Epoch: 034/100, Train loglik = -0.901, Test loglik = -0.888, Train RMSE = 0.628, Test RMSE = 0.597\n","Epoch: 035/100, Train loglik = -0.904, Test loglik = -0.897, Train RMSE = 0.627, Test RMSE = 0.595\n","Epoch: 036/100, Train loglik = -0.898, Test loglik = -0.907, Train RMSE = 0.627, Test RMSE = 0.592\n","Epoch: 037/100, Train loglik = -0.920, Test loglik = -0.909, Train RMSE = 0.624, Test RMSE = 0.594\n","Epoch: 038/100, Train loglik = -0.896, Test loglik = -0.895, Train RMSE = 0.623, Test RMSE = 0.593\n","Epoch: 039/100, Train loglik = -0.898, Test loglik = -0.894, Train RMSE = 0.623, Test RMSE = 0.587\n","Epoch: 040/100, Train loglik = -0.895, Test loglik = -0.908, Train RMSE = 0.622, Test RMSE = 0.589\n","Epoch: 041/100, Train loglik = -0.889, Test loglik = -0.898, Train RMSE = 0.621, Test RMSE = 0.590\n","Epoch: 042/100, Train loglik = -0.886, Test loglik = -0.905, Train RMSE = 0.620, Test RMSE = 0.590\n","Epoch: 043/100, Train loglik = -0.894, Test loglik = -0.897, Train RMSE = 0.619, Test RMSE = 0.590\n","Epoch: 044/100, Train loglik = -0.881, Test loglik = -0.899, Train RMSE = 0.619, Test RMSE = 0.590\n","Epoch: 045/100, Train loglik = -0.884, Test loglik = -0.906, Train RMSE = 0.619, Test RMSE = 0.591\n","Epoch: 046/100, Train loglik = -0.882, Test loglik = -0.899, Train RMSE = 0.618, Test RMSE = 0.595\n","Epoch: 047/100, Train loglik = -0.886, Test loglik = -0.896, Train RMSE = 0.619, Test RMSE = 0.589\n","Epoch: 048/100, Train loglik = -0.898, Test loglik = -0.901, Train RMSE = 0.618, Test RMSE = 0.593\n","Epoch: 049/100, Train loglik = -0.875, Test loglik = -0.899, Train RMSE = 0.617, Test RMSE = 0.592\n","Epoch: 050/100, Train loglik = -0.870, Test loglik = -0.910, Train RMSE = 0.617, Test RMSE = 0.592\n","Epoch: 051/100, Train loglik = -0.886, Test loglik = -0.916, Train RMSE = 0.616, Test RMSE = 0.594\n","Epoch: 052/100, Train loglik = -0.886, Test loglik = -0.914, Train RMSE = 0.616, Test RMSE = 0.593\n","Epoch: 053/100, Train loglik = -0.867, Test loglik = -0.901, Train RMSE = 0.616, Test RMSE = 0.591\n","Epoch: 054/100, Train loglik = -0.865, Test loglik = -0.907, Train RMSE = 0.617, Test RMSE = 0.589\n","Epoch: 055/100, Train loglik = -0.888, Test loglik = -0.886, Train RMSE = 0.617, Test RMSE = 0.591\n","Epoch: 056/100, Train loglik = -0.872, Test loglik = -0.908, Train RMSE = 0.615, Test RMSE = 0.589\n","Epoch: 057/100, Train loglik = -0.862, Test loglik = -0.912, Train RMSE = 0.614, Test RMSE = 0.595\n","Epoch: 058/100, Train loglik = -0.868, Test loglik = -0.908, Train RMSE = 0.613, Test RMSE = 0.595\n","Epoch: 059/100, Train loglik = -0.862, Test loglik = -0.927, Train RMSE = 0.614, Test RMSE = 0.590\n","Epoch: 060/100, Train loglik = -0.860, Test loglik = -0.880, Train RMSE = 0.613, Test RMSE = 0.590\n","Epoch: 061/100, Train loglik = -0.863, Test loglik = -0.901, Train RMSE = 0.615, Test RMSE = 0.589\n","Epoch: 062/100, Train loglik = -0.858, Test loglik = -0.910, Train RMSE = 0.615, Test RMSE = 0.589\n","Epoch: 063/100, Train loglik = -0.851, Test loglik = -0.912, Train RMSE = 0.613, Test RMSE = 0.591\n","Epoch: 064/100, Train loglik = -0.861, Test loglik = -0.925, Train RMSE = 0.613, Test RMSE = 0.590\n","Epoch: 065/100, Train loglik = -0.863, Test loglik = -0.894, Train RMSE = 0.612, Test RMSE = 0.588\n","Epoch: 066/100, Train loglik = -0.847, Test loglik = -0.901, Train RMSE = 0.612, Test RMSE = 0.587\n","Epoch: 067/100, Train loglik = -0.841, Test loglik = -0.892, Train RMSE = 0.611, Test RMSE = 0.584\n","Epoch: 068/100, Train loglik = -0.843, Test loglik = -0.915, Train RMSE = 0.610, Test RMSE = 0.589\n","Epoch: 069/100, Train loglik = -0.829, Test loglik = -0.946, Train RMSE = 0.609, Test RMSE = 0.594\n","Epoch: 070/100, Train loglik = -0.843, Test loglik = -0.908, Train RMSE = 0.609, Test RMSE = 0.592\n","Epoch: 071/100, Train loglik = -0.849, Test loglik = -0.919, Train RMSE = 0.609, Test RMSE = 0.590\n","Epoch: 072/100, Train loglik = -0.831, Test loglik = -0.934, Train RMSE = 0.609, Test RMSE = 0.590\n","Epoch: 073/100, Train loglik = -0.833, Test loglik = -0.911, Train RMSE = 0.608, Test RMSE = 0.592\n","Epoch: 074/100, Train loglik = -0.826, Test loglik = -0.893, Train RMSE = 0.607, Test RMSE = 0.592\n","Epoch: 075/100, Train loglik = -0.820, Test loglik = -0.908, Train RMSE = 0.607, Test RMSE = 0.597\n","Epoch: 076/100, Train loglik = -0.821, Test loglik = -0.912, Train RMSE = 0.606, Test RMSE = 0.594\n","Epoch: 077/100, Train loglik = -0.820, Test loglik = -0.899, Train RMSE = 0.608, Test RMSE = 0.590\n","Epoch: 078/100, Train loglik = -0.826, Test loglik = -0.885, Train RMSE = 0.607, Test RMSE = 0.589\n","Epoch: 079/100, Train loglik = -0.817, Test loglik = -0.936, Train RMSE = 0.605, Test RMSE = 0.589\n","Epoch: 080/100, Train loglik = -0.803, Test loglik = -0.952, Train RMSE = 0.603, Test RMSE = 0.596\n","Epoch: 081/100, Train loglik = -0.811, Test loglik = -0.978, Train RMSE = 0.603, Test RMSE = 0.596\n","Epoch: 082/100, Train loglik = -0.804, Test loglik = -0.959, Train RMSE = 0.604, Test RMSE = 0.595\n","Epoch: 083/100, Train loglik = -0.812, Test loglik = -0.913, Train RMSE = 0.604, Test RMSE = 0.592\n","Epoch: 084/100, Train loglik = -0.806, Test loglik = -0.929, Train RMSE = 0.605, Test RMSE = 0.591\n","Epoch: 085/100, Train loglik = -0.812, Test loglik = -0.932, Train RMSE = 0.602, Test RMSE = 0.596\n","Epoch: 086/100, Train loglik = -0.790, Test loglik = -0.936, Train RMSE = 0.601, Test RMSE = 0.600\n","Epoch: 087/100, Train loglik = -0.778, Test loglik = -0.967, Train RMSE = 0.600, Test RMSE = 0.602\n","Epoch: 088/100, Train loglik = -0.800, Test loglik = -0.943, Train RMSE = 0.599, Test RMSE = 0.599\n","Epoch: 089/100, Train loglik = -0.779, Test loglik = -0.959, Train RMSE = 0.599, Test RMSE = 0.594\n","Epoch: 090/100, Train loglik = -0.810, Test loglik = -0.933, Train RMSE = 0.601, Test RMSE = 0.593\n","Epoch: 091/100, Train loglik = -0.789, Test loglik = -0.963, Train RMSE = 0.600, Test RMSE = 0.596\n","Epoch: 092/100, Train loglik = -0.779, Test loglik = -1.010, Train RMSE = 0.599, Test RMSE = 0.596\n","Epoch: 093/100, Train loglik = -0.795, Test loglik = -1.041, Train RMSE = 0.598, Test RMSE = 0.600\n","Epoch: 094/100, Train loglik = -0.774, Test loglik = -0.973, Train RMSE = 0.596, Test RMSE = 0.597\n","Epoch: 095/100, Train loglik = -0.784, Test loglik = -0.971, Train RMSE = 0.596, Test RMSE = 0.594\n","Epoch: 096/100, Train loglik = -0.776, Test loglik = -0.916, Train RMSE = 0.597, Test RMSE = 0.591\n","Epoch: 097/100, Train loglik = -0.796, Test loglik = -0.951, Train RMSE = 0.595, Test RMSE = 0.594\n","Epoch: 098/100, Train loglik = -0.757, Test loglik = -0.962, Train RMSE = 0.597, Test RMSE = 0.602\n","Epoch: 099/100, Train loglik = -0.763, Test loglik = -0.982, Train RMSE = 0.596, Test RMSE = 0.603\n","Epoch: 100/100, Train loglik = -0.751, Test loglik = -0.974, Train RMSE = 0.595, Test RMSE = 0.603\n","Train log. lik. = -0.761 +/-  0.014\n","Test  log. lik. = -1.113 +/-  0.159\n","Train RMSE      =  0.588 +/-  0.007\n","Test  RMSE      =  0.641 +/-  0.068\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"colab_type":"text","id":"PVZw0uJzDgdy"},"source":["# Yacht dataset"]},{"cell_type":"code","metadata":{"colab_type":"code","id":"ja_kIet3Dgdz","outputId":"5b680780-6c47-4a1e-8afc-260a9f3036f3","executionInfo":{"status":"ok","timestamp":1558117458257,"user_tz":-60,"elapsed":467950,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":221}},"source":["np.random.seed(0)\n","!wget \"http://archive.ics.uci.edu/ml/machine-learning-databases/00243/yacht_hydrodynamics.data\" --no-check-certificate \n","data = pd.read_csv('yacht_hydrodynamics.data', header=1, delimiter='\\s+').values\n","data = data[np.random.permutation(np.arange(len(data)))]\n","data.shape"],"execution_count":0,"outputs":[{"output_type":"stream","text":["--2019-05-17 18:24:16--  http://archive.ics.uci.edu/ml/machine-learning-databases/00243/yacht_hydrodynamics.data\n","Resolving archive.ics.uci.edu (archive.ics.uci.edu)... 128.195.10.252\n","Connecting to archive.ics.uci.edu (archive.ics.uci.edu)|128.195.10.252|:80... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 11487 (11K) [application/x-httpd-php]\n","Saving to: ‘yacht_hydrodynamics.data’\n","\n","\ryacht_hydrodynamics   0%[                    ]       0  --.-KB/s               \ryacht_hydrodynamics 100%[===================>]  11.22K  --.-KB/s    in 0s      \n","\n","2019-05-17 18:24:16 (177 MB/s) - ‘yacht_hydrodynamics.data’ saved [11487/11487]\n","\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(306, 7)"]},"metadata":{"tags":[]},"execution_count":22}]},{"cell_type":"code","metadata":{"colab_type":"code","id":"clxNDH6dDgd3","outputId":"d876c41d-c458-422b-9015-5ffbef165716","executionInfo":{"status":"ok","timestamp":1558117588212,"user_tz":-60,"elapsed":597562,"user":{"displayName":"Stratis Markou","photoUrl":"","userId":"09754366312766083286"}},"colab":{"base_uri":"https://localhost:8080/","height":17255}},"source":["model = train_BBP(data, n_splits=10, num_epochs=100, num_units=100, learn_rate=1e-2, log_every=10)"],"execution_count":0,"outputs":[{"output_type":"stream","text":["FOLD 0:\n","Epoch: 001/100, Train loglik = -4.181, Test loglik = -3.855, Train RMSE = 15.695, Test RMSE = 9.456\n","Epoch: 002/100, Train loglik = -4.193, Test loglik = -3.889, Train RMSE = 15.629, Test RMSE = 9.552\n","Epoch: 003/100, Train loglik = -4.153, Test loglik = -3.916, Train RMSE = 15.535, Test RMSE = 9.362\n","Epoch: 004/100, Train loglik = -4.116, Test loglik = -3.876, Train RMSE = 15.282, Test RMSE = 9.305\n","Epoch: 005/100, Train loglik = -4.082, Test loglik = -3.867, Train RMSE = 14.965, Test RMSE = 9.156\n","Epoch: 006/100, Train loglik = -4.028, Test loglik = -3.805, Train RMSE = 14.681, Test RMSE = 8.921\n","Epoch: 007/100, Train loglik = -3.969, Test loglik = -3.819, Train RMSE = 14.217, Test RMSE = 8.520\n","Epoch: 008/100, Train loglik = -3.972, Test loglik = -3.750, Train RMSE = 13.669, Test RMSE = 7.784\n","Epoch: 009/100, Train loglik = -3.853, Test loglik = -3.705, Train RMSE = 13.021, Test RMSE = 7.377\n","Epoch: 010/100, Train loglik = -3.785, Test loglik = -3.657, Train RMSE = 12.469, Test RMSE = 6.499\n","Epoch: 011/100, Train loglik = -3.714, Test loglik = -3.558, Train RMSE = 11.678, Test RMSE = 5.687\n","Epoch: 012/100, Train loglik = -3.588, Test loglik = -3.378, Train RMSE = 10.982, Test RMSE = 4.763\n","Epoch: 013/100, Train loglik = -3.499, Test loglik = -3.355, Train RMSE = 10.558, Test RMSE = 4.365\n","Epoch: 014/100, Train loglik = -3.466, Test loglik = -3.325, Train RMSE = 9.816, Test RMSE = 3.807\n","Epoch: 015/100, Train loglik = -3.318, Test loglik = -3.181, Train RMSE = 8.514, Test RMSE = 3.869\n","Epoch: 016/100, Train loglik = -3.260, Test loglik = -3.104, Train RMSE = 7.845, Test RMSE = 4.240\n","Epoch: 017/100, Train loglik = -3.146, Test loglik = -3.024, Train RMSE = 7.044, Test RMSE = 4.385\n","Epoch: 018/100, Train loglik = -3.108, Test loglik = -3.039, Train RMSE = 6.479, Test RMSE = 4.753\n","Epoch: 019/100, Train loglik = -3.010, Test loglik = -2.708, Train RMSE = 5.890, Test RMSE = 4.894\n","Epoch: 020/100, Train loglik = -2.967, Test loglik = -2.843, Train RMSE = 5.517, Test RMSE = 3.953\n","Epoch: 021/100, Train loglik = -2.816, Test loglik = -2.663, Train RMSE = 5.245, Test RMSE = 3.589\n","Epoch: 022/100, Train loglik = -2.799, Test loglik = -2.540, Train RMSE = 4.997, Test RMSE = 2.897\n","Epoch: 023/100, Train loglik = -2.912, Test loglik = -2.758, Train RMSE = 4.781, Test RMSE = 2.957\n","Epoch: 024/100, Train loglik = -2.526, Test loglik = -2.435, Train RMSE = 4.804, Test RMSE = 3.129\n","Epoch: 025/100, Train loglik = -3.340, Test loglik = -2.586, Train RMSE = 4.528, Test RMSE = 2.738\n","Epoch: 026/100, Train loglik = -2.669, Test loglik = -2.510, Train RMSE = 4.479, Test RMSE = 2.620\n","Epoch: 027/100, Train loglik = -2.575, Test loglik = -2.396, Train RMSE = 3.975, Test RMSE = 1.879\n","Epoch: 028/100, Train loglik = -2.734, Test loglik = -2.458, Train RMSE = 3.915, Test RMSE = 1.726\n","Epoch: 029/100, Train loglik = -2.517, Test loglik = -2.289, Train RMSE = 3.885, Test RMSE = 1.222\n","Epoch: 030/100, Train loglik = -2.566, Test loglik = -2.505, Train RMSE = 3.155, Test RMSE = 1.280\n","Epoch: 031/100, Train loglik = -2.335, Test loglik = -2.503, Train RMSE = 2.481, Test RMSE = 1.539\n","Epoch: 032/100, Train loglik = -2.373, Test loglik = -2.244, Train RMSE = 2.492, Test RMSE = 1.520\n","Epoch: 033/100, Train loglik = -2.521, Test loglik = -2.228, Train RMSE = 2.789, Test RMSE = 1.608\n","Epoch: 034/100, Train loglik = -2.377, Test loglik = -1.988, Train RMSE = 2.244, Test RMSE = 1.094\n","Epoch: 035/100, Train loglik = -2.718, Test loglik = -2.182, Train RMSE = 2.497, Test RMSE = 1.132\n","Epoch: 036/100, Train loglik = -2.407, Test loglik = -1.862, Train RMSE = 2.256, Test RMSE = 1.134\n","Epoch: 037/100, Train loglik = -2.265, Test loglik = -2.287, Train RMSE = 2.232, Test RMSE = 1.406\n","Epoch: 038/100, Train loglik = -2.440, Test loglik = -1.974, Train RMSE = 2.240, Test RMSE = 1.439\n","Epoch: 039/100, Train loglik = -2.125, Test loglik = -1.947, Train RMSE = 1.959, Test RMSE = 1.056\n","Epoch: 040/100, Train loglik = -2.606, Test loglik = -1.954, Train RMSE = 1.840, Test RMSE = 1.064\n","Epoch: 041/100, Train loglik = -2.037, Test loglik = -2.363, Train RMSE = 1.805, Test RMSE = 0.989\n","Epoch: 042/100, Train loglik = -2.208, Test loglik = -2.241, Train RMSE = 1.901, Test RMSE = 1.050\n","Epoch: 043/100, Train loglik = -2.067, Test loglik = -1.956, Train RMSE = 1.842, Test RMSE = 1.111\n","Epoch: 044/100, Train loglik = -2.525, Test loglik = -2.129, Train RMSE = 1.971, Test RMSE = 1.399\n","Epoch: 045/100, Train loglik = -2.030, Test loglik = -2.322, Train RMSE = 1.805, Test RMSE = 1.256\n","Epoch: 046/100, Train loglik = -2.325, Test loglik = -2.021, Train RMSE = 1.680, Test RMSE = 0.722\n","Epoch: 047/100, Train loglik = -2.051, Test loglik = -1.978, Train RMSE = 1.860, Test RMSE = 1.136\n","Epoch: 048/100, Train loglik = -2.293, Test loglik = -1.954, Train RMSE = 1.980, Test RMSE = 0.890\n","Epoch: 049/100, Train loglik = -2.343, Test loglik = -2.082, Train RMSE = 1.895, Test RMSE = 0.998\n","Epoch: 050/100, Train loglik = -2.348, Test loglik = -1.897, Train RMSE = 1.607, Test RMSE = 0.974\n","Epoch: 051/100, Train loglik = -2.175, Test loglik = -1.785, Train RMSE = 1.763, Test RMSE = 1.470\n","Epoch: 052/100, Train loglik = -2.164, Test loglik = -1.823, Train RMSE = 1.777, Test RMSE = 1.331\n","Epoch: 053/100, Train loglik = -2.102, Test loglik = -1.908, Train RMSE = 1.815, Test RMSE = 1.123\n","Epoch: 054/100, Train loglik = -2.349, Test loglik = -2.216, Train RMSE = 2.271, Test RMSE = 1.318\n","Epoch: 055/100, Train loglik = -2.139, Test loglik = -2.074, Train RMSE = 1.539, Test RMSE = 1.090\n","Epoch: 056/100, Train loglik = -2.153, Test loglik = -2.077, Train RMSE = 1.590, Test RMSE = 1.087\n","Epoch: 057/100, Train loglik = -2.124, Test loglik = -1.908, Train RMSE = 1.772, Test RMSE = 1.551\n","Epoch: 058/100, Train loglik = -2.140, Test loglik = -1.950, Train RMSE = 1.767, Test RMSE = 1.522\n","Epoch: 059/100, Train loglik = -1.926, Test loglik = -2.005, Train RMSE = 1.353, Test RMSE = 0.925\n","Epoch: 060/100, Train loglik = -2.001, Test loglik = -1.778, Train RMSE = 1.560, Test RMSE = 0.985\n","Epoch: 061/100, Train loglik = -1.890, Test loglik = -1.754, Train RMSE = 1.641, Test RMSE = 1.068\n","Epoch: 062/100, Train loglik = -1.995, Test loglik = -1.836, Train RMSE = 1.809, Test RMSE = 1.541\n","Epoch: 063/100, Train loglik = -1.855, Test loglik = -2.141, Train RMSE = 1.359, Test RMSE = 0.898\n","Epoch: 064/100, Train loglik = -1.953, Test loglik = -1.975, Train RMSE = 1.291, Test RMSE = 0.924\n","Epoch: 065/100, Train loglik = -1.852, Test loglik = -1.692, Train RMSE = 1.797, Test RMSE = 1.177\n","Epoch: 066/100, Train loglik = -1.836, Test loglik = -1.691, Train RMSE = 1.889, Test RMSE = 1.606\n","Epoch: 067/100, Train loglik = -1.814, Test loglik = -1.985, Train RMSE = 1.636, Test RMSE = 1.457\n","Epoch: 068/100, Train loglik = -2.356, Test loglik = -1.717, Train RMSE = 1.273, Test RMSE = 0.843\n","Epoch: 069/100, Train loglik = -1.618, Test loglik = -1.878, Train RMSE = 1.336, Test RMSE = 0.738\n","Epoch: 070/100, Train loglik = -2.042, Test loglik = -1.643, Train RMSE = 1.547, Test RMSE = 0.936\n","Epoch: 071/100, Train loglik = -1.630, Test loglik = -1.496, Train RMSE = 1.479, Test RMSE = 1.094\n","Epoch: 072/100, Train loglik = -1.737, Test loglik = -1.960, Train RMSE = 1.322, Test RMSE = 0.933\n","Epoch: 073/100, Train loglik = -2.343, Test loglik = -1.970, Train RMSE = 1.375, Test RMSE = 0.725\n","Epoch: 074/100, Train loglik = -1.963, Test loglik = -1.657, Train RMSE = 1.590, Test RMSE = 0.750\n","Epoch: 075/100, Train loglik = -2.351, Test loglik = -2.192, Train RMSE = 1.285, Test RMSE = 0.741\n","Epoch: 076/100, Train loglik = -1.831, Test loglik = -1.650, Train RMSE = 1.247, Test RMSE = 0.830\n","Epoch: 077/100, Train loglik = -1.540, Test loglik = -1.800, Train RMSE = 1.326, Test RMSE = 0.923\n","Epoch: 078/100, Train loglik = -1.662, Test loglik = -1.621, Train RMSE = 1.229, Test RMSE = 1.021\n","Epoch: 079/100, Train loglik = -1.631, Test loglik = -1.598, Train RMSE = 1.177, Test RMSE = 0.843\n","Epoch: 080/100, Train loglik = -1.653, Test loglik = -1.498, Train RMSE = 1.443, Test RMSE = 0.955\n","Epoch: 081/100, Train loglik = -2.219, Test loglik = -1.476, Train RMSE = 1.435, Test RMSE = 1.214\n","Epoch: 082/100, Train loglik = -1.764, Test loglik = -1.615, Train RMSE = 1.425, Test RMSE = 0.815\n","Epoch: 083/100, Train loglik = -1.626, Test loglik = -1.598, Train RMSE = 1.239, Test RMSE = 0.695\n","Epoch: 084/100, Train loglik = -2.034, Test loglik = -1.622, Train RMSE = 1.293, Test RMSE = 0.907\n","Epoch: 085/100, Train loglik = -1.942, Test loglik = -1.896, Train RMSE = 1.241, Test RMSE = 1.076\n","Epoch: 086/100, Train loglik = -2.492, Test loglik = -1.632, Train RMSE = 1.622, Test RMSE = 1.101\n","Epoch: 087/100, Train loglik = -2.281, Test loglik = -3.249, Train RMSE = 1.378, Test RMSE = 0.868\n","Epoch: 088/100, Train loglik = -1.597, Test loglik = -1.454, Train RMSE = 1.384, Test RMSE = 0.594\n","Epoch: 089/100, Train loglik = -1.529, Test loglik = -1.628, Train RMSE = 1.513, Test RMSE = 0.833\n","Epoch: 090/100, Train loglik = -1.976, Test loglik = -1.545, Train RMSE = 1.556, Test RMSE = 0.890\n","Epoch: 091/100, Train loglik = -1.950, Test loglik = -1.982, Train RMSE = 1.769, Test RMSE = 0.995\n","Epoch: 092/100, Train loglik = -1.666, Test loglik = -1.464, Train RMSE = 1.403, Test RMSE = 0.736\n","Epoch: 093/100, Train loglik = -2.044, Test loglik = -1.609, Train RMSE = 1.451, Test RMSE = 0.949\n","Epoch: 094/100, Train loglik = -1.558, Test loglik = -2.098, Train RMSE = 1.885, Test RMSE = 0.885\n","Epoch: 095/100, Train loglik = -1.665, Test loglik = -1.331, Train RMSE = 1.363, Test RMSE = 0.939\n","Epoch: 096/100, Train loglik = -1.918, Test loglik = -1.410, Train RMSE = 1.233, Test RMSE = 0.692\n","Epoch: 097/100, Train loglik = -1.481, Test loglik = -1.628, Train RMSE = 1.548, Test RMSE = 1.145\n","Epoch: 098/100, Train loglik = -1.905, Test loglik = -1.452, Train RMSE = 1.488, Test RMSE = 1.558\n","Epoch: 099/100, Train loglik = -1.459, Test loglik = -1.458, Train RMSE = 1.383, Test RMSE = 1.207\n","Epoch: 100/100, Train loglik = -1.654, Test loglik = -1.503, Train RMSE = 1.188, Test RMSE = 0.899\n","FOLD 1:\n","Epoch: 001/100, Train loglik = -4.129, Test loglik = -4.184, Train RMSE = 15.079, Test RMSE = 15.713\n","Epoch: 002/100, Train loglik = -4.116, Test loglik = -4.174, Train RMSE = 14.955, Test RMSE = 15.706\n","Epoch: 003/100, Train loglik = -4.098, Test loglik = -4.163, Train RMSE = 14.809, Test RMSE = 15.530\n","Epoch: 004/100, Train loglik = -4.071, Test loglik = -4.102, Train RMSE = 14.630, Test RMSE = 15.462\n","Epoch: 005/100, Train loglik = -4.024, Test loglik = -4.140, Train RMSE = 14.301, Test RMSE = 15.328\n","Epoch: 006/100, Train loglik = -4.018, Test loglik = -4.133, Train RMSE = 13.928, Test RMSE = 15.136\n","Epoch: 007/100, Train loglik = -3.943, Test loglik = -4.083, Train RMSE = 13.411, Test RMSE = 14.901\n","Epoch: 008/100, Train loglik = -3.862, Test loglik = -3.999, Train RMSE = 12.982, Test RMSE = 14.483\n","Epoch: 009/100, Train loglik = -3.740, Test loglik = -3.979, Train RMSE = 12.267, Test RMSE = 14.195\n","Epoch: 010/100, Train loglik = -3.704, Test loglik = -4.040, Train RMSE = 11.840, Test RMSE = 13.717\n","Epoch: 011/100, Train loglik = -3.609, Test loglik = -3.842, Train RMSE = 11.412, Test RMSE = 12.977\n","Epoch: 012/100, Train loglik = -3.557, Test loglik = -3.805, Train RMSE = 10.542, Test RMSE = 12.097\n","Epoch: 013/100, Train loglik = -3.413, Test loglik = -3.549, Train RMSE = 9.779, Test RMSE = 10.929\n","Epoch: 014/100, Train loglik = -3.329, Test loglik = -3.454, Train RMSE = 8.747, Test RMSE = 9.475\n","Epoch: 015/100, Train loglik = -3.229, Test loglik = -3.346, Train RMSE = 8.301, Test RMSE = 8.414\n","Epoch: 016/100, Train loglik = -3.116, Test loglik = -3.347, Train RMSE = 7.542, Test RMSE = 7.541\n","Epoch: 017/100, Train loglik = -3.025, Test loglik = -3.100, Train RMSE = 6.800, Test RMSE = 6.920\n","Epoch: 018/100, Train loglik = -3.143, Test loglik = -3.054, Train RMSE = 6.391, Test RMSE = 6.533\n","Epoch: 019/100, Train loglik = -2.860, Test loglik = -2.984, Train RMSE = 6.145, Test RMSE = 6.441\n","Epoch: 020/100, Train loglik = -3.203, Test loglik = -3.133, Train RMSE = 5.957, Test RMSE = 6.396\n","Epoch: 021/100, Train loglik = -2.770, Test loglik = -2.973, Train RMSE = 5.691, Test RMSE = 6.452\n","Epoch: 022/100, Train loglik = -2.812, Test loglik = -2.989, Train RMSE = 5.562, Test RMSE = 6.173\n","Epoch: 023/100, Train loglik = -2.640, Test loglik = -2.917, Train RMSE = 5.724, Test RMSE = 6.113\n","Epoch: 024/100, Train loglik = -2.541, Test loglik = -2.702, Train RMSE = 5.270, Test RMSE = 6.072\n","Epoch: 025/100, Train loglik = -2.580, Test loglik = -2.716, Train RMSE = 5.229, Test RMSE = 6.115\n","Epoch: 026/100, Train loglik = -2.529, Test loglik = -3.159, Train RMSE = 5.042, Test RMSE = 5.811\n","Epoch: 027/100, Train loglik = -2.558, Test loglik = -2.634, Train RMSE = 4.942, Test RMSE = 5.604\n","Epoch: 028/100, Train loglik = -2.591, Test loglik = -2.571, Train RMSE = 4.710, Test RMSE = 5.127\n","Epoch: 029/100, Train loglik = -2.392, Test loglik = -2.557, Train RMSE = 4.332, Test RMSE = 4.989\n","Epoch: 030/100, Train loglik = -2.787, Test loglik = -2.519, Train RMSE = 3.755, Test RMSE = 4.306\n","Epoch: 031/100, Train loglik = -2.305, Test loglik = -2.360, Train RMSE = 3.341, Test RMSE = 3.459\n","Epoch: 032/100, Train loglik = -2.500, Test loglik = -2.467, Train RMSE = 3.069, Test RMSE = 3.089\n","Epoch: 033/100, Train loglik = -2.607, Test loglik = -2.403, Train RMSE = 3.019, Test RMSE = 2.766\n","Epoch: 034/100, Train loglik = -2.117, Test loglik = -2.237, Train RMSE = 2.969, Test RMSE = 2.619\n","Epoch: 035/100, Train loglik = -2.235, Test loglik = -2.411, Train RMSE = 3.033, Test RMSE = 2.281\n","Epoch: 036/100, Train loglik = -2.121, Test loglik = -2.129, Train RMSE = 2.670, Test RMSE = 2.196\n","Epoch: 037/100, Train loglik = -2.256, Test loglik = -2.259, Train RMSE = 2.302, Test RMSE = 1.987\n","Epoch: 038/100, Train loglik = -2.112, Test loglik = -2.160, Train RMSE = 2.354, Test RMSE = 1.856\n","Epoch: 039/100, Train loglik = -2.082, Test loglik = -2.356, Train RMSE = 2.284, Test RMSE = 1.955\n","Epoch: 040/100, Train loglik = -2.651, Test loglik = -2.077, Train RMSE = 2.298, Test RMSE = 1.908\n","Epoch: 041/100, Train loglik = -2.016, Test loglik = -2.123, Train RMSE = 2.427, Test RMSE = 2.191\n","Epoch: 042/100, Train loglik = -2.125, Test loglik = -2.416, Train RMSE = 2.750, Test RMSE = 2.569\n","Epoch: 043/100, Train loglik = -2.285, Test loglik = -2.393, Train RMSE = 2.310, Test RMSE = 2.465\n","Epoch: 044/100, Train loglik = -1.987, Test loglik = -2.300, Train RMSE = 1.804, Test RMSE = 1.842\n","Epoch: 045/100, Train loglik = -1.966, Test loglik = -2.105, Train RMSE = 1.827, Test RMSE = 1.383\n","Epoch: 046/100, Train loglik = -2.141, Test loglik = -2.019, Train RMSE = 1.796, Test RMSE = 1.226\n","Epoch: 047/100, Train loglik = -1.951, Test loglik = -2.132, Train RMSE = 1.888, Test RMSE = 1.404\n","Epoch: 048/100, Train loglik = -2.092, Test loglik = -1.795, Train RMSE = 1.853, Test RMSE = 1.410\n","Epoch: 049/100, Train loglik = -1.860, Test loglik = -2.012, Train RMSE = 1.903, Test RMSE = 1.653\n","Epoch: 050/100, Train loglik = -1.802, Test loglik = -1.838, Train RMSE = 1.701, Test RMSE = 1.694\n","Epoch: 051/100, Train loglik = -2.702, Test loglik = -1.789, Train RMSE = 1.694, Test RMSE = 1.557\n","Epoch: 052/100, Train loglik = -2.327, Test loglik = -1.932, Train RMSE = 1.596, Test RMSE = 2.073\n","Epoch: 053/100, Train loglik = -2.202, Test loglik = -2.675, Train RMSE = 1.526, Test RMSE = 2.092\n","Epoch: 054/100, Train loglik = -1.912, Test loglik = -1.804, Train RMSE = 1.577, Test RMSE = 1.650\n","Epoch: 055/100, Train loglik = -1.909, Test loglik = -2.235, Train RMSE = 1.425, Test RMSE = 1.383\n","Epoch: 056/100, Train loglik = -1.826, Test loglik = -2.355, Train RMSE = 1.517, Test RMSE = 1.255\n","Epoch: 057/100, Train loglik = -2.141, Test loglik = -1.781, Train RMSE = 1.412, Test RMSE = 1.095\n","Epoch: 058/100, Train loglik = -1.774, Test loglik = -1.759, Train RMSE = 1.284, Test RMSE = 1.045\n","Epoch: 059/100, Train loglik = -2.669, Test loglik = -1.860, Train RMSE = 1.429, Test RMSE = 1.331\n","Epoch: 060/100, Train loglik = -2.114, Test loglik = -1.773, Train RMSE = 1.508, Test RMSE = 1.244\n","Epoch: 061/100, Train loglik = -1.961, Test loglik = -1.833, Train RMSE = 1.511, Test RMSE = 1.459\n","Epoch: 062/100, Train loglik = -1.676, Test loglik = -2.042, Train RMSE = 1.398, Test RMSE = 1.911\n","Epoch: 063/100, Train loglik = -1.867, Test loglik = -1.927, Train RMSE = 1.306, Test RMSE = 1.391\n","Epoch: 064/100, Train loglik = -1.822, Test loglik = -2.013, Train RMSE = 1.192, Test RMSE = 1.039\n","Epoch: 065/100, Train loglik = -1.709, Test loglik = -2.023, Train RMSE = 1.111, Test RMSE = 1.012\n","Epoch: 066/100, Train loglik = -1.712, Test loglik = -2.152, Train RMSE = 1.112, Test RMSE = 0.919\n","Epoch: 067/100, Train loglik = -2.025, Test loglik = -1.911, Train RMSE = 1.342, Test RMSE = 0.764\n","Epoch: 068/100, Train loglik = -1.795, Test loglik = -1.767, Train RMSE = 1.297, Test RMSE = 0.873\n","Epoch: 069/100, Train loglik = -1.740, Test loglik = -1.753, Train RMSE = 1.761, Test RMSE = 1.566\n","Epoch: 070/100, Train loglik = -1.708, Test loglik = -1.751, Train RMSE = 1.205, Test RMSE = 1.911\n","Epoch: 071/100, Train loglik = -1.722, Test loglik = -2.356, Train RMSE = 1.151, Test RMSE = 1.648\n","Epoch: 072/100, Train loglik = -2.136, Test loglik = -1.552, Train RMSE = 1.081, Test RMSE = 1.037\n","Epoch: 073/100, Train loglik = -1.727, Test loglik = -1.486, Train RMSE = 1.206, Test RMSE = 0.968\n","Epoch: 074/100, Train loglik = -1.684, Test loglik = -1.721, Train RMSE = 1.028, Test RMSE = 0.863\n","Epoch: 075/100, Train loglik = -1.463, Test loglik = -1.957, Train RMSE = 1.257, Test RMSE = 1.205\n","Epoch: 076/100, Train loglik = -1.457, Test loglik = -1.718, Train RMSE = 1.335, Test RMSE = 1.358\n","Epoch: 077/100, Train loglik = -1.743, Test loglik = -1.652, Train RMSE = 1.029, Test RMSE = 1.244\n","Epoch: 078/100, Train loglik = -1.513, Test loglik = -1.668, Train RMSE = 1.240, Test RMSE = 1.101\n","Epoch: 079/100, Train loglik = -1.621, Test loglik = -1.837, Train RMSE = 1.367, Test RMSE = 1.018\n","Epoch: 080/100, Train loglik = -1.682, Test loglik = -1.675, Train RMSE = 0.982, Test RMSE = 0.788\n","Epoch: 081/100, Train loglik = -1.820, Test loglik = -1.688, Train RMSE = 1.092, Test RMSE = 1.061\n","Epoch: 082/100, Train loglik = -1.736, Test loglik = -1.441, Train RMSE = 1.322, Test RMSE = 1.062\n","Epoch: 083/100, Train loglik = -1.576, Test loglik = -1.670, Train RMSE = 1.085, Test RMSE = 1.168\n","Epoch: 084/100, Train loglik = -2.091, Test loglik = -2.080, Train RMSE = 1.376, Test RMSE = 0.978\n","Epoch: 085/100, Train loglik = -2.581, Test loglik = -1.731, Train RMSE = 1.298, Test RMSE = 1.011\n","Epoch: 086/100, Train loglik = -1.830, Test loglik = -1.532, Train RMSE = 0.929, Test RMSE = 0.794\n","Epoch: 087/100, Train loglik = -1.658, Test loglik = -1.634, Train RMSE = 1.034, Test RMSE = 1.320\n","Epoch: 088/100, Train loglik = -1.991, Test loglik = -2.589, Train RMSE = 1.006, Test RMSE = 1.080\n","Epoch: 089/100, Train loglik = -1.410, Test loglik = -2.373, Train RMSE = 0.970, Test RMSE = 0.962\n","Epoch: 090/100, Train loglik = -1.355, Test loglik = -2.742, Train RMSE = 1.040, Test RMSE = 0.887\n","Epoch: 091/100, Train loglik = -1.291, Test loglik = -1.533, Train RMSE = 1.052, Test RMSE = 0.880\n","Epoch: 092/100, Train loglik = -1.353, Test loglik = -1.676, Train RMSE = 1.265, Test RMSE = 0.900\n","Epoch: 093/100, Train loglik = -2.429, Test loglik = -1.458, Train RMSE = 0.950, Test RMSE = 0.556\n","Epoch: 094/100, Train loglik = -1.697, Test loglik = -1.460, Train RMSE = 1.145, Test RMSE = 0.683\n","Epoch: 095/100, Train loglik = -2.129, Test loglik = -1.297, Train RMSE = 1.027, Test RMSE = 0.794\n","Epoch: 096/100, Train loglik = -1.414, Test loglik = -1.649, Train RMSE = 0.876, Test RMSE = 0.660\n","Epoch: 097/100, Train loglik = -1.726, Test loglik = -1.388, Train RMSE = 1.088, Test RMSE = 1.200\n","Epoch: 098/100, Train loglik = -1.323, Test loglik = -1.585, Train RMSE = 1.101, Test RMSE = 1.112\n","Epoch: 099/100, Train loglik = -1.246, Test loglik = -1.846, Train RMSE = 1.069, Test RMSE = 1.012\n","Epoch: 100/100, Train loglik = -1.338, Test loglik = -1.453, Train RMSE = 1.314, Test RMSE = 1.094\n","FOLD 2:\n","Epoch: 001/100, Train loglik = -4.143, Test loglik = -4.057, Train RMSE = 15.307, Test RMSE = 13.741\n","Epoch: 002/100, Train loglik = -4.132, Test loglik = -4.067, Train RMSE = 15.181, Test RMSE = 13.806\n","Epoch: 003/100, Train loglik = -4.144, Test loglik = -4.049, Train RMSE = 15.036, Test RMSE = 13.724\n","Epoch: 004/100, Train loglik = -4.101, Test loglik = -4.049, Train RMSE = 14.832, Test RMSE = 13.609\n","Epoch: 005/100, Train loglik = -4.048, Test loglik = -4.022, Train RMSE = 14.491, Test RMSE = 13.492\n","Epoch: 006/100, Train loglik = -3.988, Test loglik = -4.002, Train RMSE = 14.057, Test RMSE = 13.171\n","Epoch: 007/100, Train loglik = -3.944, Test loglik = -3.955, Train RMSE = 13.646, Test RMSE = 12.715\n","Epoch: 008/100, Train loglik = -3.924, Test loglik = -3.868, Train RMSE = 13.267, Test RMSE = 12.325\n","Epoch: 009/100, Train loglik = -3.829, Test loglik = -3.758, Train RMSE = 12.688, Test RMSE = 11.548\n","Epoch: 010/100, Train loglik = -3.746, Test loglik = -3.653, Train RMSE = 12.117, Test RMSE = 10.847\n","Epoch: 011/100, Train loglik = -3.650, Test loglik = -3.563, Train RMSE = 11.550, Test RMSE = 10.092\n","Epoch: 012/100, Train loglik = -3.599, Test loglik = -3.453, Train RMSE = 10.963, Test RMSE = 9.376\n","Epoch: 013/100, Train loglik = -3.529, Test loglik = -3.347, Train RMSE = 9.905, Test RMSE = 8.054\n","Epoch: 014/100, Train loglik = -3.342, Test loglik = -3.237, Train RMSE = 9.086, Test RMSE = 6.402\n","Epoch: 015/100, Train loglik = -3.272, Test loglik = -3.344, Train RMSE = 8.243, Test RMSE = 5.262\n","Epoch: 016/100, Train loglik = -3.262, Test loglik = -3.031, Train RMSE = 7.661, Test RMSE = 4.395\n","Epoch: 017/100, Train loglik = -3.078, Test loglik = -3.070, Train RMSE = 7.258, Test RMSE = 4.255\n","Epoch: 018/100, Train loglik = -3.049, Test loglik = -2.817, Train RMSE = 6.644, Test RMSE = 4.508\n","Epoch: 019/100, Train loglik = -2.884, Test loglik = -2.701, Train RMSE = 6.131, Test RMSE = 4.349\n","Epoch: 020/100, Train loglik = -2.896, Test loglik = -2.700, Train RMSE = 5.811, Test RMSE = 4.251\n","Epoch: 021/100, Train loglik = -2.770, Test loglik = -2.816, Train RMSE = 5.527, Test RMSE = 4.735\n","Epoch: 022/100, Train loglik = -2.696, Test loglik = -2.586, Train RMSE = 5.130, Test RMSE = 3.922\n","Epoch: 023/100, Train loglik = -2.839, Test loglik = -2.348, Train RMSE = 4.918, Test RMSE = 3.561\n","Epoch: 024/100, Train loglik = -2.500, Test loglik = -2.534, Train RMSE = 4.529, Test RMSE = 3.476\n","Epoch: 025/100, Train loglik = -2.696, Test loglik = -2.643, Train RMSE = 4.280, Test RMSE = 3.259\n","Epoch: 026/100, Train loglik = -2.658, Test loglik = -2.557, Train RMSE = 4.186, Test RMSE = 2.779\n","Epoch: 027/100, Train loglik = -2.429, Test loglik = -2.319, Train RMSE = 3.901, Test RMSE = 2.706\n","Epoch: 028/100, Train loglik = -2.512, Test loglik = -2.399, Train RMSE = 3.302, Test RMSE = 2.470\n","Epoch: 029/100, Train loglik = -2.591, Test loglik = -2.133, Train RMSE = 3.217, Test RMSE = 2.145\n","Epoch: 030/100, Train loglik = -2.278, Test loglik = -2.254, Train RMSE = 2.758, Test RMSE = 1.982\n","Epoch: 031/100, Train loglik = -2.438, Test loglik = -2.136, Train RMSE = 2.343, Test RMSE = 1.912\n","Epoch: 032/100, Train loglik = -2.140, Test loglik = -2.368, Train RMSE = 2.230, Test RMSE = 1.786\n","Epoch: 033/100, Train loglik = -2.267, Test loglik = -2.276, Train RMSE = 2.188, Test RMSE = 1.893\n","Epoch: 034/100, Train loglik = -2.400, Test loglik = -2.377, Train RMSE = 2.034, Test RMSE = 1.604\n","Epoch: 035/100, Train loglik = -2.312, Test loglik = -2.166, Train RMSE = 2.035, Test RMSE = 1.799\n","Epoch: 036/100, Train loglik = -2.163, Test loglik = -2.112, Train RMSE = 1.971, Test RMSE = 1.976\n","Epoch: 037/100, Train loglik = -2.166, Test loglik = -1.943, Train RMSE = 1.864, Test RMSE = 1.586\n","Epoch: 038/100, Train loglik = -2.060, Test loglik = -2.006, Train RMSE = 1.795, Test RMSE = 1.716\n","Epoch: 039/100, Train loglik = -2.591, Test loglik = -2.297, Train RMSE = 2.236, Test RMSE = 2.232\n","Epoch: 040/100, Train loglik = -2.315, Test loglik = -2.116, Train RMSE = 1.986, Test RMSE = 1.878\n","Epoch: 041/100, Train loglik = -2.270, Test loglik = -1.896, Train RMSE = 1.842, Test RMSE = 1.479\n","Epoch: 042/100, Train loglik = -4.016, Test loglik = -1.900, Train RMSE = 1.983, Test RMSE = 1.213\n","Epoch: 043/100, Train loglik = -2.020, Test loglik = -2.046, Train RMSE = 1.708, Test RMSE = 1.181\n","Epoch: 044/100, Train loglik = -2.042, Test loglik = -1.824, Train RMSE = 1.702, Test RMSE = 1.396\n","Epoch: 045/100, Train loglik = -1.861, Test loglik = -2.083, Train RMSE = 1.875, Test RMSE = 1.719\n","Epoch: 046/100, Train loglik = -2.255, Test loglik = -1.885, Train RMSE = 1.751, Test RMSE = 1.467\n","Epoch: 047/100, Train loglik = -1.762, Test loglik = -1.832, Train RMSE = 1.489, Test RMSE = 1.256\n","Epoch: 048/100, Train loglik = -1.819, Test loglik = -1.832, Train RMSE = 1.825, Test RMSE = 1.562\n","Epoch: 049/100, Train loglik = -1.870, Test loglik = -3.067, Train RMSE = 1.923, Test RMSE = 1.529\n","Epoch: 050/100, Train loglik = -1.773, Test loglik = -1.759, Train RMSE = 1.411, Test RMSE = 1.057\n","Epoch: 051/100, Train loglik = -2.098, Test loglik = -2.424, Train RMSE = 1.601, Test RMSE = 1.881\n","Epoch: 052/100, Train loglik = -1.953, Test loglik = -2.113, Train RMSE = 1.795, Test RMSE = 1.773\n","Epoch: 053/100, Train loglik = -1.976, Test loglik = -2.270, Train RMSE = 1.591, Test RMSE = 1.499\n","Epoch: 054/100, Train loglik = -1.840, Test loglik = -2.084, Train RMSE = 1.205, Test RMSE = 1.285\n","Epoch: 055/100, Train loglik = -2.040, Test loglik = -2.143, Train RMSE = 1.261, Test RMSE = 1.353\n","Epoch: 056/100, Train loglik = -2.044, Test loglik = -1.899, Train RMSE = 1.556, Test RMSE = 1.417\n","Epoch: 057/100, Train loglik = -2.009, Test loglik = -1.978, Train RMSE = 1.590, Test RMSE = 1.357\n","Epoch: 058/100, Train loglik = -2.090, Test loglik = -1.854, Train RMSE = 1.252, Test RMSE = 1.204\n","Epoch: 059/100, Train loglik = -1.705, Test loglik = -1.785, Train RMSE = 1.190, Test RMSE = 1.122\n","Epoch: 060/100, Train loglik = -2.306, Test loglik = -1.982, Train RMSE = 1.271, Test RMSE = 1.448\n","Epoch: 061/100, Train loglik = -1.977, Test loglik = -1.672, Train RMSE = 1.219, Test RMSE = 1.242\n","Epoch: 062/100, Train loglik = -2.076, Test loglik = -1.832, Train RMSE = 1.408, Test RMSE = 1.486\n","Epoch: 063/100, Train loglik = -1.699, Test loglik = -2.019, Train RMSE = 1.337, Test RMSE = 1.523\n","Epoch: 064/100, Train loglik = -1.665, Test loglik = -1.808, Train RMSE = 1.305, Test RMSE = 1.270\n","Epoch: 065/100, Train loglik = -1.648, Test loglik = -1.894, Train RMSE = 1.313, Test RMSE = 1.325\n","Epoch: 066/100, Train loglik = -1.883, Test loglik = -1.726, Train RMSE = 1.386, Test RMSE = 1.470\n","Epoch: 067/100, Train loglik = -2.186, Test loglik = -1.894, Train RMSE = 1.152, Test RMSE = 1.060\n","Epoch: 068/100, Train loglik = -1.613, Test loglik = -2.052, Train RMSE = 1.293, Test RMSE = 1.024\n","Epoch: 069/100, Train loglik = -2.034, Test loglik = -2.220, Train RMSE = 1.045, Test RMSE = 1.041\n","Epoch: 070/100, Train loglik = -1.968, Test loglik = -1.752, Train RMSE = 1.162, Test RMSE = 1.196\n","Epoch: 071/100, Train loglik = -1.654, Test loglik = -1.508, Train RMSE = 1.087, Test RMSE = 1.041\n","Epoch: 072/100, Train loglik = -1.619, Test loglik = -1.997, Train RMSE = 0.996, Test RMSE = 1.388\n","Epoch: 073/100, Train loglik = -1.691, Test loglik = -1.971, Train RMSE = 1.273, Test RMSE = 1.058\n","Epoch: 074/100, Train loglik = -1.677, Test loglik = -2.017, Train RMSE = 1.270, Test RMSE = 1.176\n","Epoch: 075/100, Train loglik = -2.168, Test loglik = -1.599, Train RMSE = 1.067, Test RMSE = 1.025\n","Epoch: 076/100, Train loglik = -1.744, Test loglik = -1.662, Train RMSE = 1.061, Test RMSE = 1.055\n","Epoch: 077/100, Train loglik = -1.503, Test loglik = -1.534, Train RMSE = 1.207, Test RMSE = 1.436\n","Epoch: 078/100, Train loglik = -1.772, Test loglik = -1.776, Train RMSE = 1.004, Test RMSE = 0.998\n","Epoch: 079/100, Train loglik = -1.746, Test loglik = -2.283, Train RMSE = 1.251, Test RMSE = 1.288\n","Epoch: 080/100, Train loglik = -1.891, Test loglik = -1.659, Train RMSE = 1.388, Test RMSE = 1.244\n","Epoch: 081/100, Train loglik = -1.416, Test loglik = -1.714, Train RMSE = 1.046, Test RMSE = 0.886\n","Epoch: 082/100, Train loglik = -1.440, Test loglik = -1.500, Train RMSE = 1.373, Test RMSE = 1.321\n","Epoch: 083/100, Train loglik = -2.192, Test loglik = -1.511, Train RMSE = 1.274, Test RMSE = 1.359\n","Epoch: 084/100, Train loglik = -1.558, Test loglik = -1.531, Train RMSE = 1.002, Test RMSE = 0.899\n","Epoch: 085/100, Train loglik = -1.955, Test loglik = -1.400, Train RMSE = 1.058, Test RMSE = 0.958\n","Epoch: 086/100, Train loglik = -1.535, Test loglik = -1.805, Train RMSE = 1.102, Test RMSE = 1.151\n","Epoch: 087/100, Train loglik = -2.050, Test loglik = -1.479, Train RMSE = 1.107, Test RMSE = 1.027\n","Epoch: 088/100, Train loglik = -1.930, Test loglik = -1.390, Train RMSE = 1.023, Test RMSE = 1.031\n","Epoch: 089/100, Train loglik = -1.660, Test loglik = -2.008, Train RMSE = 1.066, Test RMSE = 0.970\n","Epoch: 090/100, Train loglik = -1.567, Test loglik = -1.733, Train RMSE = 1.355, Test RMSE = 1.218\n","Epoch: 091/100, Train loglik = -1.790, Test loglik = -1.968, Train RMSE = 2.067, Test RMSE = 1.728\n","Epoch: 092/100, Train loglik = -1.617, Test loglik = -1.900, Train RMSE = 1.386, Test RMSE = 1.809\n","Epoch: 093/100, Train loglik = -1.516, Test loglik = -1.719, Train RMSE = 1.080, Test RMSE = 0.914\n","Epoch: 094/100, Train loglik = -1.726, Test loglik = -1.753, Train RMSE = 1.738, Test RMSE = 0.834\n","Epoch: 095/100, Train loglik = -1.784, Test loglik = -1.584, Train RMSE = 2.136, Test RMSE = 1.628\n","Epoch: 096/100, Train loglik = -1.641, Test loglik = -1.719, Train RMSE = 2.411, Test RMSE = 1.442\n","Epoch: 097/100, Train loglik = -1.578, Test loglik = -2.333, Train RMSE = 1.579, Test RMSE = 1.157\n","Epoch: 098/100, Train loglik = -1.676, Test loglik = -2.037, Train RMSE = 1.111, Test RMSE = 0.945\n","Epoch: 099/100, Train loglik = -1.597, Test loglik = -2.487, Train RMSE = 1.308, Test RMSE = 1.232\n","Epoch: 100/100, Train loglik = -1.421, Test loglik = -1.553, Train RMSE = 1.559, Test RMSE = 1.373\n","FOLD 3:\n","Epoch: 001/100, Train loglik = -4.126, Test loglik = -4.136, Train RMSE = 15.082, Test RMSE = 15.355\n","Epoch: 002/100, Train loglik = -4.111, Test loglik = -4.172, Train RMSE = 15.026, Test RMSE = 15.328\n","Epoch: 003/100, Train loglik = -4.093, Test loglik = -4.150, Train RMSE = 14.818, Test RMSE = 15.298\n","Epoch: 004/100, Train loglik = -4.056, Test loglik = -4.131, Train RMSE = 14.641, Test RMSE = 15.178\n","Epoch: 005/100, Train loglik = -4.055, Test loglik = -4.147, Train RMSE = 14.249, Test RMSE = 14.941\n","Epoch: 006/100, Train loglik = -3.993, Test loglik = -4.117, Train RMSE = 13.865, Test RMSE = 14.749\n","Epoch: 007/100, Train loglik = -3.962, Test loglik = -4.026, Train RMSE = 13.438, Test RMSE = 14.340\n","Epoch: 008/100, Train loglik = -3.855, Test loglik = -4.016, Train RMSE = 12.969, Test RMSE = 13.974\n","Epoch: 009/100, Train loglik = -3.844, Test loglik = -3.903, Train RMSE = 12.563, Test RMSE = 13.332\n","Epoch: 010/100, Train loglik = -3.735, Test loglik = -3.782, Train RMSE = 11.905, Test RMSE = 12.617\n","Epoch: 011/100, Train loglik = -3.682, Test loglik = -3.715, Train RMSE = 11.315, Test RMSE = 12.025\n","Epoch: 012/100, Train loglik = -3.563, Test loglik = -3.599, Train RMSE = 10.609, Test RMSE = 11.234\n","Epoch: 013/100, Train loglik = -3.477, Test loglik = -3.487, Train RMSE = 9.714, Test RMSE = 10.045\n","Epoch: 014/100, Train loglik = -3.389, Test loglik = -3.403, Train RMSE = 8.758, Test RMSE = 8.808\n","Epoch: 015/100, Train loglik = -3.307, Test loglik = -3.476, Train RMSE = 7.996, Test RMSE = 7.821\n","Epoch: 016/100, Train loglik = -3.267, Test loglik = -3.249, Train RMSE = 7.180, Test RMSE = 7.173\n","Epoch: 017/100, Train loglik = -3.088, Test loglik = -3.140, Train RMSE = 6.575, Test RMSE = 6.865\n","Epoch: 018/100, Train loglik = -3.018, Test loglik = -3.081, Train RMSE = 6.031, Test RMSE = 6.544\n","Epoch: 019/100, Train loglik = -3.216, Test loglik = -3.264, Train RMSE = 5.612, Test RMSE = 6.577\n","Epoch: 020/100, Train loglik = -3.033, Test loglik = -3.262, Train RMSE = 5.233, Test RMSE = 6.883\n","Epoch: 021/100, Train loglik = -2.798, Test loglik = -2.809, Train RMSE = 5.171, Test RMSE = 6.615\n","Epoch: 022/100, Train loglik = -3.016, Test loglik = -3.076, Train RMSE = 4.913, Test RMSE = 6.324\n","Epoch: 023/100, Train loglik = -2.575, Test loglik = -3.734, Train RMSE = 4.827, Test RMSE = 5.858\n","Epoch: 024/100, Train loglik = -2.510, Test loglik = -3.822, Train RMSE = 4.401, Test RMSE = 5.168\n","Epoch: 025/100, Train loglik = -2.680, Test loglik = -2.961, Train RMSE = 4.213, Test RMSE = 4.738\n","Epoch: 026/100, Train loglik = -2.794, Test loglik = -2.635, Train RMSE = 3.810, Test RMSE = 4.363\n","Epoch: 027/100, Train loglik = -2.348, Test loglik = -2.420, Train RMSE = 3.560, Test RMSE = 3.841\n","Epoch: 028/100, Train loglik = -2.346, Test loglik = -2.408, Train RMSE = 3.360, Test RMSE = 3.628\n","Epoch: 029/100, Train loglik = -2.364, Test loglik = -2.357, Train RMSE = 3.075, Test RMSE = 3.586\n","Epoch: 030/100, Train loglik = -2.408, Test loglik = -2.304, Train RMSE = 2.921, Test RMSE = 3.089\n","Epoch: 031/100, Train loglik = -2.299, Test loglik = -3.087, Train RMSE = 2.843, Test RMSE = 3.194\n","Epoch: 032/100, Train loglik = -2.280, Test loglik = -2.244, Train RMSE = 2.699, Test RMSE = 2.813\n","Epoch: 033/100, Train loglik = -2.473, Test loglik = -2.107, Train RMSE = 2.098, Test RMSE = 2.246\n","Epoch: 034/100, Train loglik = -2.517, Test loglik = -2.037, Train RMSE = 2.218, Test RMSE = 2.521\n","Epoch: 035/100, Train loglik = -2.244, Test loglik = -2.226, Train RMSE = 1.942, Test RMSE = 2.548\n","Epoch: 036/100, Train loglik = -2.070, Test loglik = -2.222, Train RMSE = 1.951, Test RMSE = 2.322\n","Epoch: 037/100, Train loglik = -2.186, Test loglik = -2.169, Train RMSE = 1.823, Test RMSE = 2.246\n","Epoch: 038/100, Train loglik = -2.135, Test loglik = -2.066, Train RMSE = 2.240, Test RMSE = 1.850\n","Epoch: 039/100, Train loglik = -2.424, Test loglik = -1.908, Train RMSE = 2.253, Test RMSE = 1.901\n","Epoch: 040/100, Train loglik = -2.258, Test loglik = -2.249, Train RMSE = 1.811, Test RMSE = 1.691\n","Epoch: 041/100, Train loglik = -2.004, Test loglik = -1.983, Train RMSE = 2.224, Test RMSE = 2.230\n","Epoch: 042/100, Train loglik = -2.736, Test loglik = -2.405, Train RMSE = 2.475, Test RMSE = 2.781\n","Epoch: 043/100, Train loglik = -1.984, Test loglik = -2.053, Train RMSE = 1.917, Test RMSE = 2.341\n","Epoch: 044/100, Train loglik = -2.115, Test loglik = -2.649, Train RMSE = 1.795, Test RMSE = 1.966\n","Epoch: 045/100, Train loglik = -1.994, Test loglik = -2.371, Train RMSE = 2.184, Test RMSE = 1.827\n","Epoch: 046/100, Train loglik = -2.198, Test loglik = -2.003, Train RMSE = 2.025, Test RMSE = 2.462\n","Epoch: 047/100, Train loglik = -2.245, Test loglik = -1.974, Train RMSE = 1.819, Test RMSE = 2.507\n","Epoch: 048/100, Train loglik = -2.066, Test loglik = -1.950, Train RMSE = 1.596, Test RMSE = 2.593\n","Epoch: 049/100, Train loglik = -1.964, Test loglik = -2.026, Train RMSE = 1.541, Test RMSE = 2.372\n","Epoch: 050/100, Train loglik = -2.158, Test loglik = -2.075, Train RMSE = 2.012, Test RMSE = 2.628\n","Epoch: 051/100, Train loglik = -1.934, Test loglik = -1.999, Train RMSE = 1.936, Test RMSE = 2.629\n","Epoch: 052/100, Train loglik = -1.845, Test loglik = -2.255, Train RMSE = 1.978, Test RMSE = 2.377\n","Epoch: 053/100, Train loglik = -1.742, Test loglik = -2.158, Train RMSE = 1.626, Test RMSE = 2.007\n","Epoch: 054/100, Train loglik = -2.333, Test loglik = -2.207, Train RMSE = 1.355, Test RMSE = 2.054\n","Epoch: 055/100, Train loglik = -2.169, Test loglik = -2.443, Train RMSE = 1.304, Test RMSE = 2.378\n","Epoch: 056/100, Train loglik = -1.863, Test loglik = -2.847, Train RMSE = 1.436, Test RMSE = 2.062\n","Epoch: 057/100, Train loglik = -2.046, Test loglik = -2.040, Train RMSE = 1.280, Test RMSE = 1.677\n","Epoch: 058/100, Train loglik = -1.767, Test loglik = -2.203, Train RMSE = 1.411, Test RMSE = 1.780\n","Epoch: 059/100, Train loglik = -3.106, Test loglik = -2.459, Train RMSE = 1.463, Test RMSE = 1.775\n","Epoch: 060/100, Train loglik = -1.879, Test loglik = -1.966, Train RMSE = 1.369, Test RMSE = 2.131\n","Epoch: 061/100, Train loglik = -1.936, Test loglik = -2.016, Train RMSE = 1.310, Test RMSE = 2.013\n","Epoch: 062/100, Train loglik = -2.321, Test loglik = -2.186, Train RMSE = 1.314, Test RMSE = 1.910\n","Epoch: 063/100, Train loglik = -2.057, Test loglik = -1.595, Train RMSE = 1.196, Test RMSE = 1.552\n","Epoch: 064/100, Train loglik = -1.750, Test loglik = -2.733, Train RMSE = 1.230, Test RMSE = 1.604\n","Epoch: 065/100, Train loglik = -1.983, Test loglik = -1.755, Train RMSE = 1.157, Test RMSE = 1.377\n","Epoch: 066/100, Train loglik = -1.996, Test loglik = -2.455, Train RMSE = 1.585, Test RMSE = 1.249\n","Epoch: 067/100, Train loglik = -1.949, Test loglik = -1.559, Train RMSE = 1.218, Test RMSE = 1.647\n","Epoch: 068/100, Train loglik = -1.961, Test loglik = -2.304, Train RMSE = 1.494, Test RMSE = 2.108\n","Epoch: 069/100, Train loglik = -1.775, Test loglik = -1.731, Train RMSE = 1.327, Test RMSE = 2.084\n","Epoch: 070/100, Train loglik = -1.756, Test loglik = -3.358, Train RMSE = 1.388, Test RMSE = 2.053\n","Epoch: 071/100, Train loglik = -2.173, Test loglik = -1.562, Train RMSE = 0.989, Test RMSE = 1.603\n","Epoch: 072/100, Train loglik = -2.942, Test loglik = -1.905, Train RMSE = 1.153, Test RMSE = 1.642\n","Epoch: 073/100, Train loglik = -1.816, Test loglik = -2.027, Train RMSE = 1.158, Test RMSE = 1.646\n","Epoch: 074/100, Train loglik = -1.752, Test loglik = -1.620, Train RMSE = 1.096, Test RMSE = 2.176\n","Epoch: 075/100, Train loglik = -1.534, Test loglik = -2.414, Train RMSE = 1.213, Test RMSE = 1.893\n","Epoch: 076/100, Train loglik = -1.780, Test loglik = -1.883, Train RMSE = 1.037, Test RMSE = 1.579\n","Epoch: 077/100, Train loglik = -2.198, Test loglik = -2.265, Train RMSE = 1.513, Test RMSE = 1.579\n","Epoch: 078/100, Train loglik = -1.488, Test loglik = -2.025, Train RMSE = 1.181, Test RMSE = 1.455\n","Epoch: 079/100, Train loglik = -1.687, Test loglik = -1.885, Train RMSE = 1.268, Test RMSE = 1.679\n","Epoch: 080/100, Train loglik = -1.791, Test loglik = -2.016, Train RMSE = 1.195, Test RMSE = 2.016\n","Epoch: 081/100, Train loglik = -1.854, Test loglik = -1.653, Train RMSE = 1.058, Test RMSE = 1.726\n","Epoch: 082/100, Train loglik = -2.215, Test loglik = -1.625, Train RMSE = 1.492, Test RMSE = 1.560\n","Epoch: 083/100, Train loglik = -1.578, Test loglik = -1.849, Train RMSE = 1.464, Test RMSE = 1.734\n","Epoch: 084/100, Train loglik = -1.977, Test loglik = -1.957, Train RMSE = 1.436, Test RMSE = 1.809\n","Epoch: 085/100, Train loglik = -1.729, Test loglik = -2.377, Train RMSE = 1.640, Test RMSE = 2.006\n","Epoch: 086/100, Train loglik = -1.782, Test loglik = -1.955, Train RMSE = 1.290, Test RMSE = 1.708\n","Epoch: 087/100, Train loglik = -1.930, Test loglik = -1.715, Train RMSE = 1.058, Test RMSE = 1.767\n","Epoch: 088/100, Train loglik = -1.913, Test loglik = -3.107, Train RMSE = 1.660, Test RMSE = 1.500\n","Epoch: 089/100, Train loglik = -1.810, Test loglik = -1.803, Train RMSE = 2.020, Test RMSE = 1.669\n","Epoch: 090/100, Train loglik = -1.668, Test loglik = -1.566, Train RMSE = 1.631, Test RMSE = 1.566\n","Epoch: 091/100, Train loglik = -1.976, Test loglik = -1.801, Train RMSE = 1.037, Test RMSE = 1.770\n","Epoch: 092/100, Train loglik = -1.623, Test loglik = -1.615, Train RMSE = 1.368, Test RMSE = 2.008\n","Epoch: 093/100, Train loglik = -1.638, Test loglik = -2.298, Train RMSE = 1.442, Test RMSE = 2.065\n","Epoch: 094/100, Train loglik = -1.563, Test loglik = -1.717, Train RMSE = 1.694, Test RMSE = 1.840\n","Epoch: 095/100, Train loglik = -1.846, Test loglik = -2.021, Train RMSE = 1.243, Test RMSE = 1.428\n","Epoch: 096/100, Train loglik = -1.415, Test loglik = -1.642, Train RMSE = 1.177, Test RMSE = 1.483\n","Epoch: 097/100, Train loglik = -2.411, Test loglik = -1.646, Train RMSE = 1.538, Test RMSE = 1.524\n","Epoch: 098/100, Train loglik = -1.797, Test loglik = -1.661, Train RMSE = 1.363, Test RMSE = 1.619\n","Epoch: 099/100, Train loglik = -1.490, Test loglik = -2.243, Train RMSE = 1.350, Test RMSE = 1.862\n","Epoch: 100/100, Train loglik = -1.442, Test loglik = -1.799, Train RMSE = 0.903, Test RMSE = 1.951\n","FOLD 4:\n","Epoch: 001/100, Train loglik = -4.158, Test loglik = -4.018, Train RMSE = 15.382, Test RMSE = 13.383\n","Epoch: 002/100, Train loglik = -4.126, Test loglik = -4.038, Train RMSE = 15.197, Test RMSE = 13.194\n","Epoch: 003/100, Train loglik = -4.106, Test loglik = -4.022, Train RMSE = 15.091, Test RMSE = 13.144\n","Epoch: 004/100, Train loglik = -4.076, Test loglik = -4.001, Train RMSE = 14.801, Test RMSE = 12.853\n","Epoch: 005/100, Train loglik = -4.063, Test loglik = -3.971, Train RMSE = 14.552, Test RMSE = 12.580\n","Epoch: 006/100, Train loglik = -3.980, Test loglik = -3.949, Train RMSE = 14.201, Test RMSE = 12.184\n","Epoch: 007/100, Train loglik = -3.929, Test loglik = -3.861, Train RMSE = 13.595, Test RMSE = 11.703\n","Epoch: 008/100, Train loglik = -3.861, Test loglik = -3.763, Train RMSE = 13.210, Test RMSE = 11.060\n","Epoch: 009/100, Train loglik = -3.760, Test loglik = -3.679, Train RMSE = 12.453, Test RMSE = 10.545\n","Epoch: 010/100, Train loglik = -3.693, Test loglik = -3.626, Train RMSE = 12.008, Test RMSE = 9.658\n","Epoch: 011/100, Train loglik = -3.597, Test loglik = -3.479, Train RMSE = 11.337, Test RMSE = 9.149\n","Epoch: 012/100, Train loglik = -3.444, Test loglik = -3.344, Train RMSE = 10.803, Test RMSE = 8.333\n","Epoch: 013/100, Train loglik = -3.373, Test loglik = -3.284, Train RMSE = 9.774, Test RMSE = 7.600\n","Epoch: 014/100, Train loglik = -3.357, Test loglik = -3.220, Train RMSE = 9.119, Test RMSE = 6.729\n","Epoch: 015/100, Train loglik = -3.249, Test loglik = -3.358, Train RMSE = 7.918, Test RMSE = 5.839\n","Epoch: 016/100, Train loglik = -3.094, Test loglik = -3.078, Train RMSE = 7.254, Test RMSE = 5.614\n","Epoch: 017/100, Train loglik = -3.067, Test loglik = -3.037, Train RMSE = 6.625, Test RMSE = 5.741\n","Epoch: 018/100, Train loglik = -3.073, Test loglik = -2.844, Train RMSE = 6.365, Test RMSE = 5.942\n","Epoch: 019/100, Train loglik = -3.007, Test loglik = -2.925, Train RMSE = 6.109, Test RMSE = 5.822\n","Epoch: 020/100, Train loglik = -2.828, Test loglik = -3.007, Train RMSE = 5.763, Test RMSE = 5.422\n","Epoch: 021/100, Train loglik = -2.814, Test loglik = -2.658, Train RMSE = 5.242, Test RMSE = 4.823\n","Epoch: 022/100, Train loglik = -2.610, Test loglik = -2.936, Train RMSE = 5.295, Test RMSE = 4.250\n","Epoch: 023/100, Train loglik = -2.661, Test loglik = -2.497, Train RMSE = 4.978, Test RMSE = 4.088\n","Epoch: 024/100, Train loglik = -2.792, Test loglik = -2.396, Train RMSE = 4.672, Test RMSE = 3.697\n","Epoch: 025/100, Train loglik = -2.397, Test loglik = -2.504, Train RMSE = 4.776, Test RMSE = 3.442\n","Epoch: 026/100, Train loglik = -2.565, Test loglik = -2.362, Train RMSE = 4.604, Test RMSE = 3.584\n","Epoch: 027/100, Train loglik = -2.551, Test loglik = -2.693, Train RMSE = 4.319, Test RMSE = 3.190\n","Epoch: 028/100, Train loglik = -2.923, Test loglik = -2.185, Train RMSE = 3.936, Test RMSE = 2.888\n","Epoch: 029/100, Train loglik = -2.388, Test loglik = -2.497, Train RMSE = 3.458, Test RMSE = 2.416\n","Epoch: 030/100, Train loglik = -2.323, Test loglik = -2.107, Train RMSE = 2.952, Test RMSE = 2.345\n","Epoch: 031/100, Train loglik = -2.309, Test loglik = -2.483, Train RMSE = 2.728, Test RMSE = 2.765\n","Epoch: 032/100, Train loglik = -2.285, Test loglik = -2.319, Train RMSE = 2.792, Test RMSE = 2.924\n","Epoch: 033/100, Train loglik = -2.239, Test loglik = -2.511, Train RMSE = 2.506, Test RMSE = 2.644\n","Epoch: 034/100, Train loglik = -2.255, Test loglik = -2.136, Train RMSE = 2.707, Test RMSE = 2.114\n","Epoch: 035/100, Train loglik = -2.324, Test loglik = -2.802, Train RMSE = 2.663, Test RMSE = 1.830\n","Epoch: 036/100, Train loglik = -2.207, Test loglik = -2.053, Train RMSE = 2.394, Test RMSE = 1.977\n","Epoch: 037/100, Train loglik = -2.198, Test loglik = -2.142, Train RMSE = 2.539, Test RMSE = 2.062\n","Epoch: 038/100, Train loglik = -2.401, Test loglik = -2.652, Train RMSE = 2.417, Test RMSE = 2.053\n","Epoch: 039/100, Train loglik = -2.164, Test loglik = -2.350, Train RMSE = 2.325, Test RMSE = 2.015\n","Epoch: 040/100, Train loglik = -2.338, Test loglik = -2.324, Train RMSE = 2.333, Test RMSE = 2.007\n","Epoch: 041/100, Train loglik = -2.322, Test loglik = -2.048, Train RMSE = 2.429, Test RMSE = 1.908\n","Epoch: 042/100, Train loglik = -2.198, Test loglik = -2.168, Train RMSE = 2.137, Test RMSE = 2.001\n","Epoch: 043/100, Train loglik = -2.152, Test loglik = -2.355, Train RMSE = 2.360, Test RMSE = 2.281\n","Epoch: 044/100, Train loglik = -2.393, Test loglik = -2.531, Train RMSE = 2.211, Test RMSE = 2.122\n","Epoch: 045/100, Train loglik = -2.215, Test loglik = -2.014, Train RMSE = 2.154, Test RMSE = 1.855\n","Epoch: 046/100, Train loglik = -1.974, Test loglik = -1.806, Train RMSE = 2.198, Test RMSE = 1.842\n","Epoch: 047/100, Train loglik = -2.140, Test loglik = -2.044, Train RMSE = 2.083, Test RMSE = 1.614\n","Epoch: 048/100, Train loglik = -2.349, Test loglik = -1.881, Train RMSE = 1.833, Test RMSE = 1.285\n","Epoch: 049/100, Train loglik = -2.093, Test loglik = -2.001, Train RMSE = 1.817, Test RMSE = 1.239\n","Epoch: 050/100, Train loglik = -2.089, Test loglik = -2.576, Train RMSE = 1.966, Test RMSE = 2.127\n","Epoch: 051/100, Train loglik = -2.478, Test loglik = -2.458, Train RMSE = 1.987, Test RMSE = 2.647\n","Epoch: 052/100, Train loglik = -1.922, Test loglik = -1.973, Train RMSE = 1.935, Test RMSE = 2.518\n","Epoch: 053/100, Train loglik = -2.302, Test loglik = -2.170, Train RMSE = 1.603, Test RMSE = 1.493\n","Epoch: 054/100, Train loglik = -1.925, Test loglik = -1.917, Train RMSE = 1.566, Test RMSE = 1.324\n","Epoch: 055/100, Train loglik = -1.936, Test loglik = -2.234, Train RMSE = 1.976, Test RMSE = 1.318\n","Epoch: 056/100, Train loglik = -2.783, Test loglik = -1.823, Train RMSE = 1.679, Test RMSE = 1.295\n","Epoch: 057/100, Train loglik = -1.944, Test loglik = -1.829, Train RMSE = 1.646, Test RMSE = 1.448\n","Epoch: 058/100, Train loglik = -1.916, Test loglik = -2.172, Train RMSE = 1.481, Test RMSE = 1.557\n","Epoch: 059/100, Train loglik = -1.961, Test loglik = -2.118, Train RMSE = 1.430, Test RMSE = 1.652\n","Epoch: 060/100, Train loglik = -2.294, Test loglik = -2.145, Train RMSE = 1.666, Test RMSE = 1.793\n","Epoch: 061/100, Train loglik = -2.271, Test loglik = -1.933, Train RMSE = 1.531, Test RMSE = 1.562\n","Epoch: 062/100, Train loglik = -1.883, Test loglik = -1.820, Train RMSE = 1.334, Test RMSE = 1.480\n","Epoch: 063/100, Train loglik = -1.796, Test loglik = -2.211, Train RMSE = 1.412, Test RMSE = 1.304\n","Epoch: 064/100, Train loglik = -2.047, Test loglik = -1.965, Train RMSE = 1.557, Test RMSE = 1.097\n","Epoch: 065/100, Train loglik = -1.923, Test loglik = -1.957, Train RMSE = 1.358, Test RMSE = 1.402\n","Epoch: 066/100, Train loglik = -1.966, Test loglik = -1.931, Train RMSE = 1.277, Test RMSE = 1.442\n","Epoch: 067/100, Train loglik = -2.037, Test loglik = -1.997, Train RMSE = 1.246, Test RMSE = 1.630\n","Epoch: 068/100, Train loglik = -2.005, Test loglik = -1.496, Train RMSE = 1.207, Test RMSE = 1.374\n","Epoch: 069/100, Train loglik = -1.758, Test loglik = -1.836, Train RMSE = 1.334, Test RMSE = 1.807\n","Epoch: 070/100, Train loglik = -2.034, Test loglik = -1.905, Train RMSE = 1.539, Test RMSE = 1.690\n","Epoch: 071/100, Train loglik = -1.919, Test loglik = -1.891, Train RMSE = 1.375, Test RMSE = 1.321\n","Epoch: 072/100, Train loglik = -1.929, Test loglik = -2.316, Train RMSE = 1.777, Test RMSE = 0.952\n","Epoch: 073/100, Train loglik = -2.144, Test loglik = -1.633, Train RMSE = 1.593, Test RMSE = 0.851\n","Epoch: 074/100, Train loglik = -2.282, Test loglik = -2.020, Train RMSE = 1.099, Test RMSE = 1.140\n","Epoch: 075/100, Train loglik = -1.705, Test loglik = -2.064, Train RMSE = 1.762, Test RMSE = 1.857\n","Epoch: 076/100, Train loglik = -1.973, Test loglik = -2.051, Train RMSE = 2.115, Test RMSE = 2.849\n","Epoch: 077/100, Train loglik = -1.937, Test loglik = -2.402, Train RMSE = 2.074, Test RMSE = 2.738\n","Epoch: 078/100, Train loglik = -1.764, Test loglik = -1.796, Train RMSE = 1.482, Test RMSE = 1.748\n","Epoch: 079/100, Train loglik = -1.719, Test loglik = -2.175, Train RMSE = 1.142, Test RMSE = 1.222\n","Epoch: 080/100, Train loglik = -2.039, Test loglik = -1.528, Train RMSE = 1.451, Test RMSE = 1.030\n","Epoch: 081/100, Train loglik = -1.880, Test loglik = -1.552, Train RMSE = 1.832, Test RMSE = 1.022\n","Epoch: 082/100, Train loglik = -1.803, Test loglik = -1.623, Train RMSE = 1.373, Test RMSE = 1.036\n","Epoch: 083/100, Train loglik = -1.626, Test loglik = -2.234, Train RMSE = 1.207, Test RMSE = 0.762\n","Epoch: 084/100, Train loglik = -1.644, Test loglik = -1.725, Train RMSE = 1.199, Test RMSE = 1.741\n","Epoch: 085/100, Train loglik = -1.434, Test loglik = -2.186, Train RMSE = 1.194, Test RMSE = 1.700\n","Epoch: 086/100, Train loglik = -4.058, Test loglik = -1.631, Train RMSE = 1.194, Test RMSE = 1.740\n","Epoch: 087/100, Train loglik = -1.597, Test loglik = -4.417, Train RMSE = 1.032, Test RMSE = 1.182\n","Epoch: 088/100, Train loglik = -1.306, Test loglik = -1.384, Train RMSE = 1.336, Test RMSE = 0.705\n","Epoch: 089/100, Train loglik = -1.823, Test loglik = -1.374, Train RMSE = 1.035, Test RMSE = 0.944\n","Epoch: 090/100, Train loglik = -2.311, Test loglik = -2.101, Train RMSE = 1.306, Test RMSE = 1.658\n","Epoch: 091/100, Train loglik = -1.768, Test loglik = -1.437, Train RMSE = 1.103, Test RMSE = 1.148\n","Epoch: 092/100, Train loglik = -2.377, Test loglik = -1.752, Train RMSE = 1.060, Test RMSE = 1.207\n","Epoch: 093/100, Train loglik = -1.942, Test loglik = -1.665, Train RMSE = 1.507, Test RMSE = 0.892\n","Epoch: 094/100, Train loglik = -2.100, Test loglik = -1.678, Train RMSE = 1.309, Test RMSE = 0.946\n","Epoch: 095/100, Train loglik = -1.565, Test loglik = -1.580, Train RMSE = 1.064, Test RMSE = 0.874\n","Epoch: 096/100, Train loglik = -1.500, Test loglik = -1.478, Train RMSE = 1.306, Test RMSE = 0.991\n","Epoch: 097/100, Train loglik = -1.795, Test loglik = -1.603, Train RMSE = 1.291, Test RMSE = 1.112\n","Epoch: 098/100, Train loglik = -1.860, Test loglik = -1.791, Train RMSE = 1.127, Test RMSE = 1.160\n","Epoch: 099/100, Train loglik = -1.804, Test loglik = -1.479, Train RMSE = 1.006, Test RMSE = 0.977\n","Epoch: 100/100, Train loglik = -1.749, Test loglik = -1.585, Train RMSE = 1.081, Test RMSE = 1.515\n","FOLD 5:\n","Epoch: 001/100, Train loglik = -4.145, Test loglik = -4.054, Train RMSE = 15.260, Test RMSE = 13.504\n","Epoch: 002/100, Train loglik = -4.126, Test loglik = -4.061, Train RMSE = 15.206, Test RMSE = 13.511\n","Epoch: 003/100, Train loglik = -4.117, Test loglik = -4.035, Train RMSE = 15.064, Test RMSE = 13.327\n","Epoch: 004/100, Train loglik = -4.093, Test loglik = -4.011, Train RMSE = 14.840, Test RMSE = 13.175\n","Epoch: 005/100, Train loglik = -4.054, Test loglik = -3.972, Train RMSE = 14.577, Test RMSE = 12.799\n","Epoch: 006/100, Train loglik = -4.030, Test loglik = -3.924, Train RMSE = 14.260, Test RMSE = 12.372\n","Epoch: 007/100, Train loglik = -3.953, Test loglik = -3.895, Train RMSE = 13.741, Test RMSE = 11.911\n","Epoch: 008/100, Train loglik = -3.915, Test loglik = -3.796, Train RMSE = 13.191, Test RMSE = 11.360\n","Epoch: 009/100, Train loglik = -3.817, Test loglik = -3.757, Train RMSE = 12.608, Test RMSE = 10.827\n","Epoch: 010/100, Train loglik = -3.764, Test loglik = -3.666, Train RMSE = 12.021, Test RMSE = 10.195\n","Epoch: 011/100, Train loglik = -3.651, Test loglik = -3.627, Train RMSE = 11.442, Test RMSE = 9.544\n","Epoch: 012/100, Train loglik = -3.539, Test loglik = -3.526, Train RMSE = 11.000, Test RMSE = 9.268\n","Epoch: 013/100, Train loglik = -3.474, Test loglik = -3.447, Train RMSE = 9.993, Test RMSE = 8.270\n","Epoch: 014/100, Train loglik = -3.363, Test loglik = -3.335, Train RMSE = 9.188, Test RMSE = 7.393\n","Epoch: 015/100, Train loglik = -3.347, Test loglik = -3.282, Train RMSE = 8.557, Test RMSE = 6.817\n","Epoch: 016/100, Train loglik = -3.183, Test loglik = -3.240, Train RMSE = 7.379, Test RMSE = 6.271\n","Epoch: 017/100, Train loglik = -3.128, Test loglik = -3.079, Train RMSE = 6.913, Test RMSE = 5.701\n","Epoch: 018/100, Train loglik = -3.027, Test loglik = -3.151, Train RMSE = 6.381, Test RMSE = 5.403\n","Epoch: 019/100, Train loglik = -3.032, Test loglik = -2.920, Train RMSE = 5.893, Test RMSE = 4.963\n","Epoch: 020/100, Train loglik = -2.911, Test loglik = -3.063, Train RMSE = 5.614, Test RMSE = 4.622\n","Epoch: 021/100, Train loglik = -2.819, Test loglik = -2.774, Train RMSE = 5.385, Test RMSE = 4.106\n","Epoch: 022/100, Train loglik = -3.356, Test loglik = -3.052, Train RMSE = 5.163, Test RMSE = 3.730\n","Epoch: 023/100, Train loglik = -2.926, Test loglik = -3.190, Train RMSE = 4.753, Test RMSE = 3.445\n","Epoch: 024/100, Train loglik = -2.748, Test loglik = -2.585, Train RMSE = 4.530, Test RMSE = 3.449\n","Epoch: 025/100, Train loglik = -2.658, Test loglik = -2.550, Train RMSE = 4.390, Test RMSE = 3.317\n","Epoch: 026/100, Train loglik = -2.553, Test loglik = -2.706, Train RMSE = 4.135, Test RMSE = 3.094\n","Epoch: 027/100, Train loglik = -2.431, Test loglik = -2.786, Train RMSE = 3.864, Test RMSE = 2.864\n","Epoch: 028/100, Train loglik = -2.438, Test loglik = -2.661, Train RMSE = 3.666, Test RMSE = 2.587\n","Epoch: 029/100, Train loglik = -2.392, Test loglik = -2.664, Train RMSE = 3.222, Test RMSE = 2.388\n","Epoch: 030/100, Train loglik = -2.566, Test loglik = -2.475, Train RMSE = 3.000, Test RMSE = 2.090\n","Epoch: 031/100, Train loglik = -2.254, Test loglik = -2.301, Train RMSE = 2.653, Test RMSE = 1.716\n","Epoch: 032/100, Train loglik = -2.407, Test loglik = -2.256, Train RMSE = 2.339, Test RMSE = 1.877\n","Epoch: 033/100, Train loglik = -2.588, Test loglik = -2.262, Train RMSE = 2.276, Test RMSE = 1.558\n","Epoch: 034/100, Train loglik = -2.622, Test loglik = -2.433, Train RMSE = 2.415, Test RMSE = 1.532\n","Epoch: 035/100, Train loglik = -2.176, Test loglik = -2.306, Train RMSE = 1.889, Test RMSE = 1.593\n","Epoch: 036/100, Train loglik = -2.353, Test loglik = -2.320, Train RMSE = 2.131, Test RMSE = 2.041\n","Epoch: 037/100, Train loglik = -2.061, Test loglik = -2.138, Train RMSE = 2.049, Test RMSE = 1.434\n","Epoch: 038/100, Train loglik = -2.473, Test loglik = -2.071, Train RMSE = 1.961, Test RMSE = 1.344\n","Epoch: 039/100, Train loglik = -2.096, Test loglik = -2.214, Train RMSE = 1.761, Test RMSE = 1.144\n","Epoch: 040/100, Train loglik = -2.017, Test loglik = -2.239, Train RMSE = 1.900, Test RMSE = 2.102\n","Epoch: 041/100, Train loglik = -2.068, Test loglik = -2.041, Train RMSE = 2.128, Test RMSE = 2.401\n","Epoch: 042/100, Train loglik = -2.062, Test loglik = -2.220, Train RMSE = 1.778, Test RMSE = 1.625\n","Epoch: 043/100, Train loglik = -2.526, Test loglik = -2.167, Train RMSE = 1.856, Test RMSE = 1.390\n","Epoch: 044/100, Train loglik = -2.065, Test loglik = -2.187, Train RMSE = 2.063, Test RMSE = 1.379\n","Epoch: 045/100, Train loglik = -2.402, Test loglik = -2.116, Train RMSE = 2.251, Test RMSE = 1.374\n","Epoch: 046/100, Train loglik = -1.953, Test loglik = -2.068, Train RMSE = 2.382, Test RMSE = 1.457\n","Epoch: 047/100, Train loglik = -1.959, Test loglik = -2.403, Train RMSE = 1.723, Test RMSE = 1.437\n","Epoch: 048/100, Train loglik = -2.496, Test loglik = -2.050, Train RMSE = 1.691, Test RMSE = 1.228\n","Epoch: 049/100, Train loglik = -2.382, Test loglik = -2.146, Train RMSE = 1.909, Test RMSE = 1.419\n","Epoch: 050/100, Train loglik = -1.960, Test loglik = -2.401, Train RMSE = 1.811, Test RMSE = 1.369\n","Epoch: 051/100, Train loglik = -2.350, Test loglik = -1.837, Train RMSE = 1.569, Test RMSE = 1.370\n","Epoch: 052/100, Train loglik = -1.816, Test loglik = -1.844, Train RMSE = 1.545, Test RMSE = 1.070\n","Epoch: 053/100, Train loglik = -1.924, Test loglik = -1.774, Train RMSE = 1.915, Test RMSE = 0.945\n","Epoch: 054/100, Train loglik = -1.835, Test loglik = -2.529, Train RMSE = 1.696, Test RMSE = 0.960\n","Epoch: 055/100, Train loglik = -1.861, Test loglik = -1.925, Train RMSE = 1.588, Test RMSE = 1.197\n","Epoch: 056/100, Train loglik = -2.276, Test loglik = -1.801, Train RMSE = 1.752, Test RMSE = 1.329\n","Epoch: 057/100, Train loglik = -2.067, Test loglik = -1.800, Train RMSE = 1.501, Test RMSE = 1.176\n","Epoch: 058/100, Train loglik = -2.127, Test loglik = -1.859, Train RMSE = 1.388, Test RMSE = 0.997\n","Epoch: 059/100, Train loglik = -1.727, Test loglik = -1.705, Train RMSE = 1.668, Test RMSE = 1.055\n","Epoch: 060/100, Train loglik = -1.944, Test loglik = -2.129, Train RMSE = 1.541, Test RMSE = 1.228\n","Epoch: 061/100, Train loglik = -1.775, Test loglik = -2.091, Train RMSE = 1.412, Test RMSE = 0.990\n","Epoch: 062/100, Train loglik = -1.896, Test loglik = -1.885, Train RMSE = 1.307, Test RMSE = 0.952\n","Epoch: 063/100, Train loglik = -2.012, Test loglik = -1.939, Train RMSE = 1.451, Test RMSE = 1.272\n","Epoch: 064/100, Train loglik = -1.662, Test loglik = -3.115, Train RMSE = 1.515, Test RMSE = 1.300\n","Epoch: 065/100, Train loglik = -1.812, Test loglik = -2.250, Train RMSE = 1.349, Test RMSE = 1.114\n","Epoch: 066/100, Train loglik = -1.780, Test loglik = -1.667, Train RMSE = 1.336, Test RMSE = 1.190\n","Epoch: 067/100, Train loglik = -1.714, Test loglik = -1.831, Train RMSE = 1.310, Test RMSE = 1.105\n","Epoch: 068/100, Train loglik = -1.704, Test loglik = -1.806, Train RMSE = 1.198, Test RMSE = 0.911\n","Epoch: 069/100, Train loglik = -2.035, Test loglik = -1.736, Train RMSE = 1.524, Test RMSE = 0.926\n","Epoch: 070/100, Train loglik = -1.763, Test loglik = -3.023, Train RMSE = 1.307, Test RMSE = 0.834\n","Epoch: 071/100, Train loglik = -2.247, Test loglik = -2.015, Train RMSE = 1.460, Test RMSE = 1.030\n","Epoch: 072/100, Train loglik = -2.076, Test loglik = -1.593, Train RMSE = 1.863, Test RMSE = 1.518\n","Epoch: 073/100, Train loglik = -1.796, Test loglik = -1.573, Train RMSE = 1.216, Test RMSE = 1.141\n","Epoch: 074/100, Train loglik = -1.850, Test loglik = -1.887, Train RMSE = 1.710, Test RMSE = 1.965\n","Epoch: 075/100, Train loglik = -2.891, Test loglik = -2.115, Train RMSE = 1.947, Test RMSE = 1.116\n","Epoch: 076/100, Train loglik = -1.604, Test loglik = -1.729, Train RMSE = 1.233, Test RMSE = 1.057\n","Epoch: 077/100, Train loglik = -1.968, Test loglik = -1.616, Train RMSE = 1.616, Test RMSE = 1.172\n","Epoch: 078/100, Train loglik = -1.671, Test loglik = -2.062, Train RMSE = 1.840, Test RMSE = 1.292\n","Epoch: 079/100, Train loglik = -1.814, Test loglik = -1.764, Train RMSE = 1.379, Test RMSE = 1.125\n","Epoch: 080/100, Train loglik = -1.681, Test loglik = -1.602, Train RMSE = 1.389, Test RMSE = 0.972\n","Epoch: 081/100, Train loglik = -1.680, Test loglik = -2.697, Train RMSE = 1.178, Test RMSE = 1.336\n","Epoch: 082/100, Train loglik = -2.133, Test loglik = -1.593, Train RMSE = 1.222, Test RMSE = 0.894\n","Epoch: 083/100, Train loglik = -2.438, Test loglik = -1.766, Train RMSE = 1.079, Test RMSE = 0.817\n","Epoch: 084/100, Train loglik = -1.696, Test loglik = -1.724, Train RMSE = 1.114, Test RMSE = 0.831\n","Epoch: 085/100, Train loglik = -1.467, Test loglik = -1.986, Train RMSE = 1.193, Test RMSE = 0.794\n","Epoch: 086/100, Train loglik = -1.662, Test loglik = -2.146, Train RMSE = 1.088, Test RMSE = 0.711\n","Epoch: 087/100, Train loglik = -1.599, Test loglik = -1.629, Train RMSE = 1.246, Test RMSE = 1.108\n","Epoch: 088/100, Train loglik = -1.884, Test loglik = -1.863, Train RMSE = 1.368, Test RMSE = 1.000\n","Epoch: 089/100, Train loglik = -1.569, Test loglik = -1.689, Train RMSE = 1.102, Test RMSE = 0.608\n","Epoch: 090/100, Train loglik = -1.562, Test loglik = -1.881, Train RMSE = 1.289, Test RMSE = 0.943\n","Epoch: 091/100, Train loglik = -1.927, Test loglik = -1.450, Train RMSE = 1.151, Test RMSE = 0.810\n","Epoch: 092/100, Train loglik = -1.620, Test loglik = -1.713, Train RMSE = 1.098, Test RMSE = 0.809\n","Epoch: 093/100, Train loglik = -1.572, Test loglik = -1.672, Train RMSE = 1.259, Test RMSE = 0.785\n","Epoch: 094/100, Train loglik = -1.561, Test loglik = -1.841, Train RMSE = 1.124, Test RMSE = 0.865\n","Epoch: 095/100, Train loglik = -2.067, Test loglik = -1.665, Train RMSE = 1.245, Test RMSE = 0.827\n","Epoch: 096/100, Train loglik = -1.384, Test loglik = -1.466, Train RMSE = 1.529, Test RMSE = 0.835\n","Epoch: 097/100, Train loglik = -1.932, Test loglik = -1.694, Train RMSE = 1.098, Test RMSE = 0.662\n","Epoch: 098/100, Train loglik = -1.450, Test loglik = -1.769, Train RMSE = 0.925, Test RMSE = 0.966\n","Epoch: 099/100, Train loglik = -1.599, Test loglik = -1.749, Train RMSE = 1.118, Test RMSE = 1.496\n","Epoch: 100/100, Train loglik = -1.578, Test loglik = -1.671, Train RMSE = 1.330, Test RMSE = 1.290\n","FOLD 6:\n","Epoch: 001/100, Train loglik = -4.136, Test loglik = -4.253, Train RMSE = 14.970, Test RMSE = 16.660\n","Epoch: 002/100, Train loglik = -4.109, Test loglik = -4.220, Train RMSE = 14.909, Test RMSE = 16.590\n","Epoch: 003/100, Train loglik = -4.107, Test loglik = -4.207, Train RMSE = 14.781, Test RMSE = 16.364\n","Epoch: 004/100, Train loglik = -4.049, Test loglik = -4.170, Train RMSE = 14.572, Test RMSE = 16.106\n","Epoch: 005/100, Train loglik = -4.030, Test loglik = -4.087, Train RMSE = 14.206, Test RMSE = 15.937\n","Epoch: 006/100, Train loglik = -3.978, Test loglik = -4.071, Train RMSE = 13.876, Test RMSE = 15.514\n","Epoch: 007/100, Train loglik = -3.951, Test loglik = -4.025, Train RMSE = 13.496, Test RMSE = 15.040\n","Epoch: 008/100, Train loglik = -3.855, Test loglik = -3.951, Train RMSE = 12.819, Test RMSE = 14.800\n","Epoch: 009/100, Train loglik = -3.769, Test loglik = -3.915, Train RMSE = 12.252, Test RMSE = 14.356\n","Epoch: 010/100, Train loglik = -3.626, Test loglik = -3.825, Train RMSE = 11.858, Test RMSE = 13.927\n","Epoch: 011/100, Train loglik = -3.557, Test loglik = -3.676, Train RMSE = 11.208, Test RMSE = 13.782\n","Epoch: 012/100, Train loglik = -3.434, Test loglik = -3.625, Train RMSE = 10.537, Test RMSE = 13.183\n","Epoch: 013/100, Train loglik = -3.611, Test loglik = -3.542, Train RMSE = 10.189, Test RMSE = 12.700\n","Epoch: 014/100, Train loglik = -3.342, Test loglik = -3.893, Train RMSE = 9.290, Test RMSE = 11.264\n","Epoch: 015/100, Train loglik = -3.324, Test loglik = -3.286, Train RMSE = 8.289, Test RMSE = 9.556\n","Epoch: 016/100, Train loglik = -3.139, Test loglik = -3.190, Train RMSE = 7.444, Test RMSE = 8.743\n","Epoch: 017/100, Train loglik = -2.998, Test loglik = -3.143, Train RMSE = 6.947, Test RMSE = 8.171\n","Epoch: 018/100, Train loglik = -2.936, Test loglik = -3.302, Train RMSE = 6.832, Test RMSE = 8.612\n","Epoch: 019/100, Train loglik = -3.264, Test loglik = -4.105, Train RMSE = 6.542, Test RMSE = 8.429\n","Epoch: 020/100, Train loglik = -2.883, Test loglik = -3.800, Train RMSE = 6.139, Test RMSE = 8.735\n","Epoch: 021/100, Train loglik = -2.729, Test loglik = -3.147, Train RMSE = 5.610, Test RMSE = 7.854\n","Epoch: 022/100, Train loglik = -2.602, Test loglik = -3.019, Train RMSE = 5.226, Test RMSE = 6.766\n","Epoch: 023/100, Train loglik = -2.596, Test loglik = -3.142, Train RMSE = 5.099, Test RMSE = 5.941\n","Epoch: 024/100, Train loglik = -2.535, Test loglik = -2.804, Train RMSE = 4.850, Test RMSE = 5.541\n","Epoch: 025/100, Train loglik = -2.523, Test loglik = -2.672, Train RMSE = 4.584, Test RMSE = 5.465\n","Epoch: 026/100, Train loglik = -2.997, Test loglik = -2.742, Train RMSE = 4.247, Test RMSE = 5.380\n","Epoch: 027/100, Train loglik = -2.323, Test loglik = -2.717, Train RMSE = 4.133, Test RMSE = 5.884\n","Epoch: 028/100, Train loglik = -2.432, Test loglik = -2.786, Train RMSE = 3.862, Test RMSE = 6.113\n","Epoch: 029/100, Train loglik = -2.447, Test loglik = -2.666, Train RMSE = 3.501, Test RMSE = 5.667\n","Epoch: 030/100, Train loglik = -2.334, Test loglik = -2.579, Train RMSE = 3.191, Test RMSE = 5.304\n","Epoch: 031/100, Train loglik = -2.549, Test loglik = -2.569, Train RMSE = 2.939, Test RMSE = 5.054\n","Epoch: 032/100, Train loglik = -2.416, Test loglik = -2.720, Train RMSE = 2.462, Test RMSE = 4.444\n","Epoch: 033/100, Train loglik = -2.225, Test loglik = -2.430, Train RMSE = 2.312, Test RMSE = 3.632\n","Epoch: 034/100, Train loglik = -2.796, Test loglik = -2.257, Train RMSE = 2.264, Test RMSE = 2.965\n","Epoch: 035/100, Train loglik = -2.183, Test loglik = -2.765, Train RMSE = 2.307, Test RMSE = 2.877\n","Epoch: 036/100, Train loglik = -2.178, Test loglik = -2.414, Train RMSE = 2.589, Test RMSE = 3.793\n","Epoch: 037/100, Train loglik = -2.203, Test loglik = -3.448, Train RMSE = 2.285, Test RMSE = 4.711\n","Epoch: 038/100, Train loglik = -2.264, Test loglik = -2.700, Train RMSE = 2.291, Test RMSE = 4.810\n","Epoch: 039/100, Train loglik = -2.132, Test loglik = -2.482, Train RMSE = 2.482, Test RMSE = 4.424\n","Epoch: 040/100, Train loglik = -2.587, Test loglik = -2.346, Train RMSE = 2.122, Test RMSE = 3.782\n","Epoch: 041/100, Train loglik = -2.384, Test loglik = -2.394, Train RMSE = 1.834, Test RMSE = 2.909\n","Epoch: 042/100, Train loglik = -2.147, Test loglik = -2.372, Train RMSE = 1.794, Test RMSE = 2.411\n","Epoch: 043/100, Train loglik = -2.250, Test loglik = -2.334, Train RMSE = 1.919, Test RMSE = 2.037\n","Epoch: 044/100, Train loglik = -2.459, Test loglik = -2.294, Train RMSE = 2.182, Test RMSE = 2.151\n","Epoch: 045/100, Train loglik = -2.204, Test loglik = -2.472, Train RMSE = 1.903, Test RMSE = 2.381\n","Epoch: 046/100, Train loglik = -3.352, Test loglik = -2.312, Train RMSE = 2.181, Test RMSE = 3.318\n","Epoch: 047/100, Train loglik = -2.265, Test loglik = -2.969, Train RMSE = 2.027, Test RMSE = 3.643\n","Epoch: 048/100, Train loglik = -1.963, Test loglik = -2.634, Train RMSE = 1.800, Test RMSE = 3.899\n","Epoch: 049/100, Train loglik = -3.995, Test loglik = -2.659, Train RMSE = 1.734, Test RMSE = 3.606\n","Epoch: 050/100, Train loglik = -1.859, Test loglik = -2.238, Train RMSE = 1.545, Test RMSE = 3.100\n","Epoch: 051/100, Train loglik = -2.066, Test loglik = -2.239, Train RMSE = 1.604, Test RMSE = 1.849\n","Epoch: 052/100, Train loglik = -2.181, Test loglik = -1.959, Train RMSE = 1.850, Test RMSE = 1.836\n","Epoch: 053/100, Train loglik = -2.508, Test loglik = -2.239, Train RMSE = 1.890, Test RMSE = 1.908\n","Epoch: 054/100, Train loglik = -2.040, Test loglik = -2.178, Train RMSE = 1.672, Test RMSE = 2.260\n","Epoch: 055/100, Train loglik = -2.462, Test loglik = -2.348, Train RMSE = 1.941, Test RMSE = 2.977\n","Epoch: 056/100, Train loglik = -2.244, Test loglik = -2.465, Train RMSE = 1.790, Test RMSE = 3.785\n","Epoch: 057/100, Train loglik = -2.282, Test loglik = -2.580, Train RMSE = 1.561, Test RMSE = 4.185\n","Epoch: 058/100, Train loglik = -1.912, Test loglik = -2.325, Train RMSE = 1.587, Test RMSE = 3.352\n","Epoch: 059/100, Train loglik = -2.077, Test loglik = -2.401, Train RMSE = 1.450, Test RMSE = 3.512\n","Epoch: 060/100, Train loglik = -2.016, Test loglik = -2.073, Train RMSE = 1.173, Test RMSE = 2.497\n","Epoch: 061/100, Train loglik = -2.295, Test loglik = -2.199, Train RMSE = 1.383, Test RMSE = 1.713\n","Epoch: 062/100, Train loglik = -2.057, Test loglik = -1.952, Train RMSE = 1.347, Test RMSE = 1.361\n","Epoch: 063/100, Train loglik = -1.926, Test loglik = -1.887, Train RMSE = 1.321, Test RMSE = 1.316\n","Epoch: 064/100, Train loglik = -1.791, Test loglik = -1.810, Train RMSE = 1.298, Test RMSE = 1.466\n","Epoch: 065/100, Train loglik = -1.723, Test loglik = -2.458, Train RMSE = 1.182, Test RMSE = 1.951\n","Epoch: 066/100, Train loglik = -1.805, Test loglik = -2.775, Train RMSE = 1.414, Test RMSE = 2.476\n","Epoch: 067/100, Train loglik = -1.852, Test loglik = -1.773, Train RMSE = 1.214, Test RMSE = 2.115\n","Epoch: 068/100, Train loglik = -1.852, Test loglik = -2.589, Train RMSE = 1.305, Test RMSE = 2.390\n","Epoch: 069/100, Train loglik = -1.555, Test loglik = -2.612, Train RMSE = 1.203, Test RMSE = 2.223\n","Epoch: 070/100, Train loglik = -1.782, Test loglik = -2.037, Train RMSE = 1.134, Test RMSE = 2.326\n","Epoch: 071/100, Train loglik = -1.808, Test loglik = -2.135, Train RMSE = 1.360, Test RMSE = 2.551\n","Epoch: 072/100, Train loglik = -1.598, Test loglik = -2.038, Train RMSE = 1.131, Test RMSE = 2.315\n","Epoch: 073/100, Train loglik = -1.675, Test loglik = -1.909, Train RMSE = 1.059, Test RMSE = 2.197\n","Epoch: 074/100, Train loglik = -1.709, Test loglik = -2.229, Train RMSE = 1.397, Test RMSE = 2.547\n","Epoch: 075/100, Train loglik = -1.725, Test loglik = -1.873, Train RMSE = 1.144, Test RMSE = 2.204\n","Epoch: 076/100, Train loglik = -1.679, Test loglik = -1.868, Train RMSE = 1.034, Test RMSE = 1.895\n","Epoch: 077/100, Train loglik = -1.822, Test loglik = -1.918, Train RMSE = 1.320, Test RMSE = 2.371\n","Epoch: 078/100, Train loglik = -1.824, Test loglik = -1.671, Train RMSE = 1.231, Test RMSE = 1.902\n","Epoch: 079/100, Train loglik = -1.629, Test loglik = -1.704, Train RMSE = 1.142, Test RMSE = 1.454\n","Epoch: 080/100, Train loglik = -1.730, Test loglik = -1.720, Train RMSE = 1.216, Test RMSE = 1.308\n","Epoch: 081/100, Train loglik = -1.633, Test loglik = -1.727, Train RMSE = 1.047, Test RMSE = 1.643\n","Epoch: 082/100, Train loglik = -1.550, Test loglik = -1.743, Train RMSE = 1.034, Test RMSE = 2.214\n","Epoch: 083/100, Train loglik = -1.510, Test loglik = -1.993, Train RMSE = 1.152, Test RMSE = 2.958\n","Epoch: 084/100, Train loglik = -1.661, Test loglik = -1.959, Train RMSE = 1.111, Test RMSE = 3.237\n","Epoch: 085/100, Train loglik = -1.392, Test loglik = -2.177, Train RMSE = 0.935, Test RMSE = 2.569\n","Epoch: 086/100, Train loglik = -1.453, Test loglik = -2.861, Train RMSE = 0.983, Test RMSE = 1.957\n","Epoch: 087/100, Train loglik = -1.446, Test loglik = -1.632, Train RMSE = 1.121, Test RMSE = 1.408\n","Epoch: 088/100, Train loglik = -1.466, Test loglik = -1.964, Train RMSE = 1.013, Test RMSE = 1.521\n","Epoch: 089/100, Train loglik = -1.466, Test loglik = -1.753, Train RMSE = 1.114, Test RMSE = 1.938\n","Epoch: 090/100, Train loglik = -1.636, Test loglik = -1.767, Train RMSE = 1.077, Test RMSE = 2.142\n","Epoch: 091/100, Train loglik = -1.760, Test loglik = -1.864, Train RMSE = 1.463, Test RMSE = 2.435\n","Epoch: 092/100, Train loglik = -1.946, Test loglik = -2.410, Train RMSE = 1.528, Test RMSE = 2.960\n","Epoch: 093/100, Train loglik = -1.869, Test loglik = -1.645, Train RMSE = 1.259, Test RMSE = 2.465\n","Epoch: 094/100, Train loglik = -1.534, Test loglik = -2.121, Train RMSE = 1.197, Test RMSE = 2.057\n","Epoch: 095/100, Train loglik = -1.861, Test loglik = -1.942, Train RMSE = 1.366, Test RMSE = 1.984\n","Epoch: 096/100, Train loglik = -1.868, Test loglik = -1.951, Train RMSE = 1.305, Test RMSE = 2.117\n","Epoch: 097/100, Train loglik = -1.774, Test loglik = -1.738, Train RMSE = 0.965, Test RMSE = 1.830\n","Epoch: 098/100, Train loglik = -1.914, Test loglik = -1.906, Train RMSE = 0.961, Test RMSE = 2.063\n","Epoch: 099/100, Train loglik = -1.448, Test loglik = -1.519, Train RMSE = 1.209, Test RMSE = 2.139\n","Epoch: 100/100, Train loglik = -1.538, Test loglik = -1.701, Train RMSE = 1.129, Test RMSE = 2.004\n","FOLD 7:\n","Epoch: 001/100, Train loglik = -4.147, Test loglik = -4.058, Train RMSE = 15.242, Test RMSE = 13.582\n","Epoch: 002/100, Train loglik = -4.138, Test loglik = -4.036, Train RMSE = 15.218, Test RMSE = 13.487\n","Epoch: 003/100, Train loglik = -4.080, Test loglik = -4.033, Train RMSE = 15.061, Test RMSE = 13.257\n","Epoch: 004/100, Train loglik = -4.099, Test loglik = -4.005, Train RMSE = 14.792, Test RMSE = 13.112\n","Epoch: 005/100, Train loglik = -4.088, Test loglik = -3.962, Train RMSE = 14.590, Test RMSE = 12.733\n","Epoch: 006/100, Train loglik = -3.994, Test loglik = -3.927, Train RMSE = 14.138, Test RMSE = 12.402\n","Epoch: 007/100, Train loglik = -3.954, Test loglik = -3.915, Train RMSE = 13.558, Test RMSE = 11.773\n","Epoch: 008/100, Train loglik = -3.901, Test loglik = -3.832, Train RMSE = 13.081, Test RMSE = 11.351\n","Epoch: 009/100, Train loglik = -3.837, Test loglik = -3.735, Train RMSE = 12.502, Test RMSE = 10.818\n","Epoch: 010/100, Train loglik = -3.673, Test loglik = -3.709, Train RMSE = 11.869, Test RMSE = 10.146\n","Epoch: 011/100, Train loglik = -3.581, Test loglik = -3.623, Train RMSE = 11.191, Test RMSE = 9.898\n","Epoch: 012/100, Train loglik = -3.491, Test loglik = -3.526, Train RMSE = 10.797, Test RMSE = 9.167\n","Epoch: 013/100, Train loglik = -3.490, Test loglik = -3.443, Train RMSE = 9.914, Test RMSE = 8.658\n","Epoch: 014/100, Train loglik = -3.383, Test loglik = -3.377, Train RMSE = 9.226, Test RMSE = 7.686\n","Epoch: 015/100, Train loglik = -3.260, Test loglik = -3.185, Train RMSE = 8.052, Test RMSE = 6.795\n","Epoch: 016/100, Train loglik = -3.119, Test loglik = -3.130, Train RMSE = 7.103, Test RMSE = 6.172\n","Epoch: 017/100, Train loglik = -3.062, Test loglik = -3.070, Train RMSE = 6.452, Test RMSE = 5.924\n","Epoch: 018/100, Train loglik = -2.913, Test loglik = -2.984, Train RMSE = 6.280, Test RMSE = 5.948\n","Epoch: 019/100, Train loglik = -2.871, Test loglik = -3.335, Train RMSE = 5.906, Test RMSE = 6.121\n","Epoch: 020/100, Train loglik = -2.820, Test loglik = -2.858, Train RMSE = 5.449, Test RMSE = 5.786\n","Epoch: 021/100, Train loglik = -2.852, Test loglik = -2.889, Train RMSE = 5.127, Test RMSE = 5.120\n","Epoch: 022/100, Train loglik = -2.667, Test loglik = -2.570, Train RMSE = 5.170, Test RMSE = 4.888\n","Epoch: 023/100, Train loglik = -2.652, Test loglik = -2.726, Train RMSE = 4.980, Test RMSE = 4.898\n","Epoch: 024/100, Train loglik = -2.882, Test loglik = -2.558, Train RMSE = 4.896, Test RMSE = 4.908\n","Epoch: 025/100, Train loglik = -2.617, Test loglik = -2.589, Train RMSE = 4.747, Test RMSE = 4.569\n","Epoch: 026/100, Train loglik = -2.840, Test loglik = -2.789, Train RMSE = 4.457, Test RMSE = 4.444\n","Epoch: 027/100, Train loglik = -2.563, Test loglik = -2.760, Train RMSE = 4.327, Test RMSE = 4.149\n","Epoch: 028/100, Train loglik = -2.519, Test loglik = -2.627, Train RMSE = 4.156, Test RMSE = 3.667\n","Epoch: 029/100, Train loglik = -2.429, Test loglik = -2.495, Train RMSE = 3.936, Test RMSE = 3.332\n","Epoch: 030/100, Train loglik = -2.420, Test loglik = -2.348, Train RMSE = 3.421, Test RMSE = 3.166\n","Epoch: 031/100, Train loglik = -2.707, Test loglik = -2.536, Train RMSE = 3.384, Test RMSE = 2.964\n","Epoch: 032/100, Train loglik = -2.458, Test loglik = -2.937, Train RMSE = 2.812, Test RMSE = 2.954\n","Epoch: 033/100, Train loglik = -2.321, Test loglik = -2.206, Train RMSE = 2.557, Test RMSE = 2.898\n","Epoch: 034/100, Train loglik = -2.623, Test loglik = -2.228, Train RMSE = 2.562, Test RMSE = 3.211\n","Epoch: 035/100, Train loglik = -2.072, Test loglik = -2.431, Train RMSE = 2.286, Test RMSE = 2.483\n","Epoch: 036/100, Train loglik = -2.346, Test loglik = -2.129, Train RMSE = 2.087, Test RMSE = 2.111\n","Epoch: 037/100, Train loglik = -2.266, Test loglik = -2.758, Train RMSE = 2.066, Test RMSE = 2.036\n","Epoch: 038/100, Train loglik = -2.147, Test loglik = -2.076, Train RMSE = 2.147, Test RMSE = 2.194\n","Epoch: 039/100, Train loglik = -2.473, Test loglik = -2.782, Train RMSE = 2.153, Test RMSE = 2.636\n","Epoch: 040/100, Train loglik = -2.313, Test loglik = -2.155, Train RMSE = 1.913, Test RMSE = 2.538\n","Epoch: 041/100, Train loglik = -2.007, Test loglik = -2.434, Train RMSE = 1.981, Test RMSE = 2.463\n","Epoch: 042/100, Train loglik = -2.090, Test loglik = -2.185, Train RMSE = 2.074, Test RMSE = 2.075\n","Epoch: 043/100, Train loglik = -2.142, Test loglik = -2.144, Train RMSE = 1.881, Test RMSE = 1.618\n","Epoch: 044/100, Train loglik = -1.955, Test loglik = -2.018, Train RMSE = 1.747, Test RMSE = 1.555\n","Epoch: 045/100, Train loglik = -2.006, Test loglik = -2.135, Train RMSE = 1.734, Test RMSE = 1.945\n","Epoch: 046/100, Train loglik = -2.043, Test loglik = -2.067, Train RMSE = 1.797, Test RMSE = 1.861\n","Epoch: 047/100, Train loglik = -2.179, Test loglik = -2.072, Train RMSE = 1.912, Test RMSE = 1.611\n","Epoch: 048/100, Train loglik = -2.198, Test loglik = -2.266, Train RMSE = 1.887, Test RMSE = 1.532\n","Epoch: 049/100, Train loglik = -2.179, Test loglik = -2.171, Train RMSE = 1.956, Test RMSE = 1.808\n","Epoch: 050/100, Train loglik = -2.212, Test loglik = -2.557, Train RMSE = 1.937, Test RMSE = 1.884\n","Epoch: 051/100, Train loglik = -2.113, Test loglik = -1.977, Train RMSE = 1.733, Test RMSE = 1.603\n","Epoch: 052/100, Train loglik = -1.831, Test loglik = -3.032, Train RMSE = 1.451, Test RMSE = 1.690\n","Epoch: 053/100, Train loglik = -2.181, Test loglik = -3.156, Train RMSE = 1.459, Test RMSE = 2.316\n","Epoch: 054/100, Train loglik = -2.202, Test loglik = -1.913, Train RMSE = 1.401, Test RMSE = 1.766\n","Epoch: 055/100, Train loglik = -2.173, Test loglik = -2.371, Train RMSE = 1.377, Test RMSE = 1.145\n","Epoch: 056/100, Train loglik = -2.154, Test loglik = -1.764, Train RMSE = 1.785, Test RMSE = 1.450\n","Epoch: 057/100, Train loglik = -1.858, Test loglik = -1.925, Train RMSE = 1.373, Test RMSE = 1.284\n","Epoch: 058/100, Train loglik = -1.712, Test loglik = -1.778, Train RMSE = 1.431, Test RMSE = 1.008\n","Epoch: 059/100, Train loglik = -2.091, Test loglik = -2.019, Train RMSE = 1.621, Test RMSE = 1.739\n","Epoch: 060/100, Train loglik = -1.785, Test loglik = -2.015, Train RMSE = 1.669, Test RMSE = 1.603\n","Epoch: 061/100, Train loglik = -2.090, Test loglik = -3.650, Train RMSE = 1.419, Test RMSE = 1.690\n","Epoch: 062/100, Train loglik = -1.818, Test loglik = -2.410, Train RMSE = 1.215, Test RMSE = 1.441\n","Epoch: 063/100, Train loglik = -1.709, Test loglik = -1.891, Train RMSE = 1.273, Test RMSE = 1.482\n","Epoch: 064/100, Train loglik = -1.959, Test loglik = -1.803, Train RMSE = 1.648, Test RMSE = 1.484\n","Epoch: 065/100, Train loglik = -1.822, Test loglik = -2.085, Train RMSE = 1.532, Test RMSE = 1.740\n","Epoch: 066/100, Train loglik = -1.656, Test loglik = -1.911, Train RMSE = 1.186, Test RMSE = 1.423\n","Epoch: 067/100, Train loglik = -2.346, Test loglik = -1.972, Train RMSE = 1.154, Test RMSE = 1.236\n","Epoch: 068/100, Train loglik = -1.749, Test loglik = -1.968, Train RMSE = 1.317, Test RMSE = 1.389\n","Epoch: 069/100, Train loglik = -1.923, Test loglik = -1.817, Train RMSE = 1.130, Test RMSE = 1.162\n","Epoch: 070/100, Train loglik = -1.620, Test loglik = -2.124, Train RMSE = 1.074, Test RMSE = 0.846\n","Epoch: 071/100, Train loglik = -2.528, Test loglik = -1.835, Train RMSE = 1.375, Test RMSE = 1.222\n","Epoch: 072/100, Train loglik = -2.371, Test loglik = -2.009, Train RMSE = 1.296, Test RMSE = 1.396\n","Epoch: 073/100, Train loglik = -1.745, Test loglik = -1.990, Train RMSE = 1.315, Test RMSE = 1.206\n","Epoch: 074/100, Train loglik = -1.746, Test loglik = -2.033, Train RMSE = 1.391, Test RMSE = 1.286\n","Epoch: 075/100, Train loglik = -1.684, Test loglik = -1.734, Train RMSE = 1.180, Test RMSE = 0.975\n","Epoch: 076/100, Train loglik = -1.886, Test loglik = -2.022, Train RMSE = 1.150, Test RMSE = 1.416\n","Epoch: 077/100, Train loglik = -1.677, Test loglik = -1.725, Train RMSE = 1.253, Test RMSE = 1.097\n","Epoch: 078/100, Train loglik = -1.691, Test loglik = -1.797, Train RMSE = 1.352, Test RMSE = 1.061\n","Epoch: 079/100, Train loglik = -1.558, Test loglik = -1.622, Train RMSE = 1.304, Test RMSE = 1.182\n","Epoch: 080/100, Train loglik = -1.586, Test loglik = -1.710, Train RMSE = 1.277, Test RMSE = 0.693\n","Epoch: 081/100, Train loglik = -2.259, Test loglik = -1.622, Train RMSE = 1.595, Test RMSE = 0.932\n","Epoch: 082/100, Train loglik = -2.280, Test loglik = -2.031, Train RMSE = 1.434, Test RMSE = 1.781\n","Epoch: 083/100, Train loglik = -1.663, Test loglik = -1.684, Train RMSE = 1.087, Test RMSE = 1.545\n","Epoch: 084/100, Train loglik = -1.607, Test loglik = -2.188, Train RMSE = 1.206, Test RMSE = 1.480\n","Epoch: 085/100, Train loglik = -1.565, Test loglik = -1.838, Train RMSE = 1.545, Test RMSE = 1.733\n","Epoch: 086/100, Train loglik = -1.950, Test loglik = -1.727, Train RMSE = 1.342, Test RMSE = 1.532\n","Epoch: 087/100, Train loglik = -1.493, Test loglik = -2.123, Train RMSE = 0.980, Test RMSE = 1.058\n","Epoch: 088/100, Train loglik = -1.727, Test loglik = -2.242, Train RMSE = 1.290, Test RMSE = 0.793\n","Epoch: 089/100, Train loglik = -1.778, Test loglik = -1.966, Train RMSE = 1.377, Test RMSE = 0.805\n","Epoch: 090/100, Train loglik = -2.469, Test loglik = -2.059, Train RMSE = 1.198, Test RMSE = 0.963\n","Epoch: 091/100, Train loglik = -1.743, Test loglik = -1.644, Train RMSE = 1.064, Test RMSE = 0.902\n","Epoch: 092/100, Train loglik = -2.111, Test loglik = -2.033, Train RMSE = 1.179, Test RMSE = 1.222\n","Epoch: 093/100, Train loglik = -1.529, Test loglik = -1.902, Train RMSE = 1.107, Test RMSE = 1.308\n","Epoch: 094/100, Train loglik = -1.677, Test loglik = -1.759, Train RMSE = 1.114, Test RMSE = 1.174\n","Epoch: 095/100, Train loglik = -1.713, Test loglik = -1.841, Train RMSE = 1.074, Test RMSE = 1.199\n","Epoch: 096/100, Train loglik = -1.565, Test loglik = -1.895, Train RMSE = 1.283, Test RMSE = 1.167\n","Epoch: 097/100, Train loglik = -1.456, Test loglik = -2.255, Train RMSE = 1.247, Test RMSE = 1.002\n","Epoch: 098/100, Train loglik = -1.763, Test loglik = -1.495, Train RMSE = 0.952, Test RMSE = 0.876\n","Epoch: 099/100, Train loglik = -1.941, Test loglik = -1.698, Train RMSE = 1.201, Test RMSE = 0.798\n","Epoch: 100/100, Train loglik = -1.517, Test loglik = -1.455, Train RMSE = 1.057, Test RMSE = 0.909\n","FOLD 8:\n","Epoch: 001/100, Train loglik = -4.119, Test loglik = -4.353, Train RMSE = 14.706, Test RMSE = 18.376\n","Epoch: 002/100, Train loglik = -4.088, Test loglik = -4.344, Train RMSE = 14.656, Test RMSE = 18.283\n","Epoch: 003/100, Train loglik = -4.077, Test loglik = -4.320, Train RMSE = 14.551, Test RMSE = 18.164\n","Epoch: 004/100, Train loglik = -4.058, Test loglik = -4.231, Train RMSE = 14.328, Test RMSE = 17.806\n","Epoch: 005/100, Train loglik = -4.012, Test loglik = -4.220, Train RMSE = 13.989, Test RMSE = 17.510\n","Epoch: 006/100, Train loglik = -3.960, Test loglik = -4.120, Train RMSE = 13.611, Test RMSE = 17.160\n","Epoch: 007/100, Train loglik = -3.910, Test loglik = -4.088, Train RMSE = 13.091, Test RMSE = 16.742\n","Epoch: 008/100, Train loglik = -3.836, Test loglik = -4.007, Train RMSE = 12.737, Test RMSE = 16.200\n","Epoch: 009/100, Train loglik = -3.766, Test loglik = -3.937, Train RMSE = 12.090, Test RMSE = 15.640\n","Epoch: 010/100, Train loglik = -3.721, Test loglik = -3.830, Train RMSE = 11.612, Test RMSE = 14.984\n","Epoch: 011/100, Train loglik = -3.552, Test loglik = -3.724, Train RMSE = 10.868, Test RMSE = 14.326\n","Epoch: 012/100, Train loglik = -3.502, Test loglik = -3.652, Train RMSE = 10.346, Test RMSE = 13.620\n","Epoch: 013/100, Train loglik = -3.390, Test loglik = -3.545, Train RMSE = 9.782, Test RMSE = 12.524\n","Epoch: 014/100, Train loglik = -3.388, Test loglik = -3.418, Train RMSE = 8.847, Test RMSE = 11.770\n","Epoch: 015/100, Train loglik = -3.181, Test loglik = -3.335, Train RMSE = 7.953, Test RMSE = 10.698\n","Epoch: 016/100, Train loglik = -3.088, Test loglik = -3.277, Train RMSE = 7.103, Test RMSE = 9.926\n","Epoch: 017/100, Train loglik = -2.982, Test loglik = -3.258, Train RMSE = 6.580, Test RMSE = 8.984\n","Epoch: 018/100, Train loglik = -2.923, Test loglik = -3.236, Train RMSE = 6.385, Test RMSE = 8.053\n","Epoch: 019/100, Train loglik = -2.992, Test loglik = -3.025, Train RMSE = 6.050, Test RMSE = 7.403\n","Epoch: 020/100, Train loglik = -3.019, Test loglik = -2.875, Train RMSE = 5.454, Test RMSE = 7.094\n","Epoch: 021/100, Train loglik = -2.712, Test loglik = -3.108, Train RMSE = 5.291, Test RMSE = 6.987\n","Epoch: 022/100, Train loglik = -2.868, Test loglik = -2.741, Train RMSE = 5.095, Test RMSE = 6.902\n","Epoch: 023/100, Train loglik = -2.933, Test loglik = -2.636, Train RMSE = 5.074, Test RMSE = 6.765\n","Epoch: 024/100, Train loglik = -2.427, Test loglik = -3.409, Train RMSE = 4.719, Test RMSE = 6.934\n","Epoch: 025/100, Train loglik = -2.458, Test loglik = -2.807, Train RMSE = 4.770, Test RMSE = 6.484\n","Epoch: 026/100, Train loglik = -2.609, Test loglik = -2.736, Train RMSE = 4.279, Test RMSE = 5.804\n","Epoch: 027/100, Train loglik = -2.504, Test loglik = -2.747, Train RMSE = 4.150, Test RMSE = 5.247\n","Epoch: 028/100, Train loglik = -2.455, Test loglik = -2.755, Train RMSE = 3.983, Test RMSE = 5.341\n","Epoch: 029/100, Train loglik = -2.460, Test loglik = -2.969, Train RMSE = 3.709, Test RMSE = 5.430\n","Epoch: 030/100, Train loglik = -2.491, Test loglik = -2.550, Train RMSE = 3.632, Test RMSE = 4.766\n","Epoch: 031/100, Train loglik = -2.379, Test loglik = -2.576, Train RMSE = 3.105, Test RMSE = 4.456\n","Epoch: 032/100, Train loglik = -2.470, Test loglik = -2.556, Train RMSE = 2.650, Test RMSE = 3.613\n","Epoch: 033/100, Train loglik = -2.518, Test loglik = -2.314, Train RMSE = 2.520, Test RMSE = 2.960\n","Epoch: 034/100, Train loglik = -2.336, Test loglik = -2.446, Train RMSE = 2.432, Test RMSE = 3.149\n","Epoch: 035/100, Train loglik = -2.380, Test loglik = -2.530, Train RMSE = 2.492, Test RMSE = 3.227\n","Epoch: 036/100, Train loglik = -2.492, Test loglik = -2.437, Train RMSE = 2.214, Test RMSE = 3.244\n","Epoch: 037/100, Train loglik = -2.164, Test loglik = -2.606, Train RMSE = 2.347, Test RMSE = 3.196\n","Epoch: 038/100, Train loglik = -2.719, Test loglik = -3.774, Train RMSE = 2.088, Test RMSE = 2.812\n","Epoch: 039/100, Train loglik = -1.961, Test loglik = -2.366, Train RMSE = 2.154, Test RMSE = 2.325\n","Epoch: 040/100, Train loglik = -2.178, Test loglik = -2.052, Train RMSE = 1.909, Test RMSE = 2.194\n","Epoch: 041/100, Train loglik = -2.508, Test loglik = -2.293, Train RMSE = 2.121, Test RMSE = 2.195\n","Epoch: 042/100, Train loglik = -2.079, Test loglik = -2.262, Train RMSE = 2.003, Test RMSE = 2.136\n","Epoch: 043/100, Train loglik = -2.223, Test loglik = -2.270, Train RMSE = 2.016, Test RMSE = 2.569\n","Epoch: 044/100, Train loglik = -2.048, Test loglik = -2.205, Train RMSE = 2.087, Test RMSE = 2.728\n","Epoch: 045/100, Train loglik = -2.060, Test loglik = -2.147, Train RMSE = 1.977, Test RMSE = 2.823\n","Epoch: 046/100, Train loglik = -2.269, Test loglik = -2.314, Train RMSE = 1.931, Test RMSE = 2.528\n","Epoch: 047/100, Train loglik = -2.240, Test loglik = -2.360, Train RMSE = 2.053, Test RMSE = 2.316\n","Epoch: 048/100, Train loglik = -2.104, Test loglik = -2.159, Train RMSE = 1.879, Test RMSE = 2.310\n","Epoch: 049/100, Train loglik = -2.449, Test loglik = -2.101, Train RMSE = 1.927, Test RMSE = 2.355\n","Epoch: 050/100, Train loglik = -1.911, Test loglik = -2.020, Train RMSE = 1.761, Test RMSE = 2.404\n","Epoch: 051/100, Train loglik = -1.871, Test loglik = -2.096, Train RMSE = 1.852, Test RMSE = 2.747\n","Epoch: 052/100, Train loglik = -1.941, Test loglik = -2.122, Train RMSE = 1.635, Test RMSE = 2.295\n","Epoch: 053/100, Train loglik = -1.737, Test loglik = -2.035, Train RMSE = 1.753, Test RMSE = 1.755\n","Epoch: 054/100, Train loglik = -1.948, Test loglik = -2.409, Train RMSE = 1.509, Test RMSE = 1.727\n","Epoch: 055/100, Train loglik = -2.099, Test loglik = -2.329, Train RMSE = 1.648, Test RMSE = 1.979\n","Epoch: 056/100, Train loglik = -2.114, Test loglik = -2.640, Train RMSE = 1.797, Test RMSE = 2.859\n","Epoch: 057/100, Train loglik = -1.768, Test loglik = -2.090, Train RMSE = 1.649, Test RMSE = 2.403\n","Epoch: 058/100, Train loglik = -2.190, Test loglik = -1.991, Train RMSE = 1.236, Test RMSE = 1.474\n","Epoch: 059/100, Train loglik = -1.843, Test loglik = -2.302, Train RMSE = 1.513, Test RMSE = 1.509\n","Epoch: 060/100, Train loglik = -2.021, Test loglik = -2.322, Train RMSE = 1.631, Test RMSE = 1.768\n","Epoch: 061/100, Train loglik = -1.960, Test loglik = -2.089, Train RMSE = 1.492, Test RMSE = 1.847\n","Epoch: 062/100, Train loglik = -1.832, Test loglik = -2.007, Train RMSE = 1.297, Test RMSE = 1.638\n","Epoch: 063/100, Train loglik = -1.779, Test loglik = -2.077, Train RMSE = 1.329, Test RMSE = 1.886\n","Epoch: 064/100, Train loglik = -1.955, Test loglik = -2.136, Train RMSE = 1.728, Test RMSE = 2.311\n","Epoch: 065/100, Train loglik = -1.748, Test loglik = -1.822, Train RMSE = 1.588, Test RMSE = 1.656\n","Epoch: 066/100, Train loglik = -1.906, Test loglik = -1.884, Train RMSE = 1.345, Test RMSE = 1.517\n","Epoch: 067/100, Train loglik = -1.752, Test loglik = -2.592, Train RMSE = 1.396, Test RMSE = 1.382\n","Epoch: 068/100, Train loglik = -1.669, Test loglik = -1.828, Train RMSE = 1.360, Test RMSE = 1.229\n","Epoch: 069/100, Train loglik = -2.067, Test loglik = -1.946, Train RMSE = 1.455, Test RMSE = 1.741\n","Epoch: 070/100, Train loglik = -1.830, Test loglik = -1.969, Train RMSE = 1.340, Test RMSE = 1.842\n","Epoch: 071/100, Train loglik = -1.485, Test loglik = -1.949, Train RMSE = 1.298, Test RMSE = 1.714\n","Epoch: 072/100, Train loglik = -1.903, Test loglik = -1.903, Train RMSE = 1.527, Test RMSE = 1.740\n","Epoch: 073/100, Train loglik = -1.626, Test loglik = -2.308, Train RMSE = 1.271, Test RMSE = 1.608\n","Epoch: 074/100, Train loglik = -1.544, Test loglik = -1.581, Train RMSE = 1.119, Test RMSE = 1.546\n","Epoch: 075/100, Train loglik = -1.423, Test loglik = -1.834, Train RMSE = 1.093, Test RMSE = 1.422\n","Epoch: 076/100, Train loglik = -1.474, Test loglik = -1.692, Train RMSE = 1.124, Test RMSE = 1.216\n","Epoch: 077/100, Train loglik = -1.599, Test loglik = -2.029, Train RMSE = 1.137, Test RMSE = 1.220\n","Epoch: 078/100, Train loglik = -1.589, Test loglik = -1.958, Train RMSE = 1.052, Test RMSE = 1.214\n","Epoch: 079/100, Train loglik = -1.787, Test loglik = -1.689, Train RMSE = 1.419, Test RMSE = 1.480\n","Epoch: 080/100, Train loglik = -1.523, Test loglik = -2.158, Train RMSE = 1.214, Test RMSE = 1.588\n","Epoch: 081/100, Train loglik = -2.113, Test loglik = -2.124, Train RMSE = 1.284, Test RMSE = 1.539\n","Epoch: 082/100, Train loglik = -2.327, Test loglik = -1.785, Train RMSE = 1.715, Test RMSE = 1.904\n","Epoch: 083/100, Train loglik = -1.655, Test loglik = -1.831, Train RMSE = 1.222, Test RMSE = 1.999\n","Epoch: 084/100, Train loglik = -1.628, Test loglik = -2.245, Train RMSE = 1.228, Test RMSE = 1.609\n","Epoch: 085/100, Train loglik = -2.294, Test loglik = -1.842, Train RMSE = 1.458, Test RMSE = 1.662\n","Epoch: 086/100, Train loglik = -1.881, Test loglik = -2.074, Train RMSE = 1.553, Test RMSE = 1.661\n","Epoch: 087/100, Train loglik = -1.514, Test loglik = -2.058, Train RMSE = 1.257, Test RMSE = 1.376\n","Epoch: 088/100, Train loglik = -1.570, Test loglik = -1.659, Train RMSE = 0.994, Test RMSE = 1.411\n","Epoch: 089/100, Train loglik = -1.562, Test loglik = -1.661, Train RMSE = 1.245, Test RMSE = 1.595\n","Epoch: 090/100, Train loglik = -1.733, Test loglik = -1.497, Train RMSE = 1.488, Test RMSE = 1.799\n","Epoch: 091/100, Train loglik = -1.504, Test loglik = -1.863, Train RMSE = 1.436, Test RMSE = 1.659\n","Epoch: 092/100, Train loglik = -1.571, Test loglik = -1.701, Train RMSE = 1.202, Test RMSE = 1.549\n","Epoch: 093/100, Train loglik = -1.587, Test loglik = -1.921, Train RMSE = 1.189, Test RMSE = 1.322\n","Epoch: 094/100, Train loglik = -1.942, Test loglik = -1.649, Train RMSE = 1.040, Test RMSE = 1.541\n","Epoch: 095/100, Train loglik = -1.499, Test loglik = -1.712, Train RMSE = 1.056, Test RMSE = 1.340\n","Epoch: 096/100, Train loglik = -1.780, Test loglik = -1.528, Train RMSE = 1.306, Test RMSE = 1.565\n","Epoch: 097/100, Train loglik = -1.536, Test loglik = -1.593, Train RMSE = 1.257, Test RMSE = 1.640\n","Epoch: 098/100, Train loglik = -1.553, Test loglik = -1.947, Train RMSE = 1.386, Test RMSE = 1.658\n","Epoch: 099/100, Train loglik = -1.890, Test loglik = -1.739, Train RMSE = 1.246, Test RMSE = 1.343\n","Epoch: 100/100, Train loglik = -1.609, Test loglik = -1.585, Train RMSE = 0.947, Test RMSE = 1.215\n","FOLD 9:\n","Epoch: 001/100, Train loglik = -4.097, Test loglik = -4.507, Train RMSE = 14.646, Test RMSE = 19.640\n","Epoch: 002/100, Train loglik = -4.081, Test loglik = -4.453, Train RMSE = 14.455, Test RMSE = 19.649\n","Epoch: 003/100, Train loglik = -4.078, Test loglik = -4.439, Train RMSE = 14.287, Test RMSE = 19.683\n","Epoch: 004/100, Train loglik = -4.031, Test loglik = -4.427, Train RMSE = 14.037, Test RMSE = 19.407\n","Epoch: 005/100, Train loglik = -3.994, Test loglik = -4.383, Train RMSE = 13.744, Test RMSE = 19.073\n","Epoch: 006/100, Train loglik = -3.923, Test loglik = -4.318, Train RMSE = 13.430, Test RMSE = 19.070\n","Epoch: 007/100, Train loglik = -3.875, Test loglik = -4.181, Train RMSE = 13.050, Test RMSE = 18.554\n","Epoch: 008/100, Train loglik = -3.788, Test loglik = -4.096, Train RMSE = 12.519, Test RMSE = 18.210\n","Epoch: 009/100, Train loglik = -3.672, Test loglik = -3.995, Train RMSE = 11.836, Test RMSE = 17.544\n","Epoch: 010/100, Train loglik = -3.623, Test loglik = -3.994, Train RMSE = 11.426, Test RMSE = 16.687\n","Epoch: 011/100, Train loglik = -3.546, Test loglik = -3.874, Train RMSE = 10.800, Test RMSE = 15.808\n","Epoch: 012/100, Train loglik = -3.444, Test loglik = -3.544, Train RMSE = 9.928, Test RMSE = 13.975\n","Epoch: 013/100, Train loglik = -3.360, Test loglik = -3.441, Train RMSE = 9.264, Test RMSE = 12.816\n","Epoch: 014/100, Train loglik = -3.239, Test loglik = -3.308, Train RMSE = 8.721, Test RMSE = 11.095\n","Epoch: 015/100, Train loglik = -3.209, Test loglik = -3.219, Train RMSE = 8.071, Test RMSE = 10.107\n","Epoch: 016/100, Train loglik = -3.041, Test loglik = -3.145, Train RMSE = 7.666, Test RMSE = 9.564\n","Epoch: 017/100, Train loglik = -3.100, Test loglik = -3.291, Train RMSE = 7.120, Test RMSE = 8.841\n","Epoch: 018/100, Train loglik = -2.889, Test loglik = -3.016, Train RMSE = 6.473, Test RMSE = 8.923\n","Epoch: 019/100, Train loglik = -2.814, Test loglik = -2.946, Train RMSE = 6.051, Test RMSE = 8.989\n","Epoch: 020/100, Train loglik = -2.750, Test loglik = -3.125, Train RMSE = 5.845, Test RMSE = 9.228\n","Epoch: 021/100, Train loglik = -2.891, Test loglik = -3.250, Train RMSE = 5.847, Test RMSE = 9.523\n","Epoch: 022/100, Train loglik = -3.275, Test loglik = -2.732, Train RMSE = 5.873, Test RMSE = 9.367\n","Epoch: 023/100, Train loglik = -2.760, Test loglik = -3.058, Train RMSE = 5.588, Test RMSE = 9.606\n","Epoch: 024/100, Train loglik = -2.602, Test loglik = -3.069, Train RMSE = 5.750, Test RMSE = 9.736\n","Epoch: 025/100, Train loglik = -2.502, Test loglik = -3.551, Train RMSE = 5.834, Test RMSE = 9.602\n","Epoch: 026/100, Train loglik = -2.490, Test loglik = -2.699, Train RMSE = 5.146, Test RMSE = 8.248\n","Epoch: 027/100, Train loglik = -2.543, Test loglik = -2.731, Train RMSE = 4.867, Test RMSE = 7.321\n","Epoch: 028/100, Train loglik = -2.740, Test loglik = -2.754, Train RMSE = 4.703, Test RMSE = 7.052\n","Epoch: 029/100, Train loglik = -2.941, Test loglik = -2.473, Train RMSE = 4.416, Test RMSE = 6.222\n","Epoch: 030/100, Train loglik = -2.525, Test loglik = -2.458, Train RMSE = 3.897, Test RMSE = 5.293\n","Epoch: 031/100, Train loglik = -2.473, Test loglik = -2.687, Train RMSE = 3.583, Test RMSE = 5.121\n","Epoch: 032/100, Train loglik = -2.303, Test loglik = -2.522, Train RMSE = 3.280, Test RMSE = 5.032\n","Epoch: 033/100, Train loglik = -2.444, Test loglik = -2.279, Train RMSE = 3.016, Test RMSE = 4.887\n","Epoch: 034/100, Train loglik = -2.194, Test loglik = -2.645, Train RMSE = 2.980, Test RMSE = 4.809\n","Epoch: 035/100, Train loglik = -2.402, Test loglik = -2.519, Train RMSE = 2.531, Test RMSE = 4.101\n","Epoch: 036/100, Train loglik = -2.189, Test loglik = -2.341, Train RMSE = 2.439, Test RMSE = 3.751\n","Epoch: 037/100, Train loglik = -2.604, Test loglik = -2.519, Train RMSE = 2.309, Test RMSE = 3.483\n","Epoch: 038/100, Train loglik = -2.197, Test loglik = -2.159, Train RMSE = 2.446, Test RMSE = 3.487\n","Epoch: 039/100, Train loglik = -1.985, Test loglik = -2.451, Train RMSE = 2.530, Test RMSE = 3.918\n","Epoch: 040/100, Train loglik = -1.967, Test loglik = -2.356, Train RMSE = 2.185, Test RMSE = 2.928\n","Epoch: 041/100, Train loglik = -2.020, Test loglik = -1.955, Train RMSE = 1.961, Test RMSE = 2.400\n","Epoch: 042/100, Train loglik = -2.268, Test loglik = -2.494, Train RMSE = 2.310, Test RMSE = 2.104\n","Epoch: 043/100, Train loglik = -2.099, Test loglik = -2.264, Train RMSE = 1.900, Test RMSE = 2.429\n","Epoch: 044/100, Train loglik = -2.184, Test loglik = -2.434, Train RMSE = 1.959, Test RMSE = 2.934\n","Epoch: 045/100, Train loglik = -2.095, Test loglik = -2.818, Train RMSE = 2.456, Test RMSE = 4.079\n","Epoch: 046/100, Train loglik = -2.170, Test loglik = -2.298, Train RMSE = 2.687, Test RMSE = 4.055\n","Epoch: 047/100, Train loglik = -2.203, Test loglik = -2.330, Train RMSE = 2.632, Test RMSE = 3.857\n","Epoch: 048/100, Train loglik = -2.079, Test loglik = -2.201, Train RMSE = 2.287, Test RMSE = 3.727\n","Epoch: 049/100, Train loglik = -1.904, Test loglik = -1.930, Train RMSE = 1.973, Test RMSE = 3.126\n","Epoch: 050/100, Train loglik = -1.872, Test loglik = -2.360, Train RMSE = 1.809, Test RMSE = 2.659\n","Epoch: 051/100, Train loglik = -1.985, Test loglik = -1.904, Train RMSE = 1.632, Test RMSE = 2.178\n","Epoch: 052/100, Train loglik = -1.920, Test loglik = -2.029, Train RMSE = 1.673, Test RMSE = 2.335\n","Epoch: 053/100, Train loglik = -1.794, Test loglik = -2.183, Train RMSE = 1.625, Test RMSE = 2.054\n","Epoch: 054/100, Train loglik = -2.062, Test loglik = -2.280, Train RMSE = 1.799, Test RMSE = 2.420\n","Epoch: 055/100, Train loglik = -1.818, Test loglik = -1.746, Train RMSE = 1.615, Test RMSE = 1.848\n","Epoch: 056/100, Train loglik = -2.439, Test loglik = -1.896, Train RMSE = 1.754, Test RMSE = 1.705\n","Epoch: 057/100, Train loglik = -1.950, Test loglik = -1.899, Train RMSE = 1.743, Test RMSE = 1.328\n","Epoch: 058/100, Train loglik = -1.979, Test loglik = -2.127, Train RMSE = 1.481, Test RMSE = 2.290\n","Epoch: 059/100, Train loglik = -1.971, Test loglik = -1.783, Train RMSE = 1.389, Test RMSE = 2.242\n","Epoch: 060/100, Train loglik = -1.937, Test loglik = -1.886, Train RMSE = 1.603, Test RMSE = 2.412\n","Epoch: 061/100, Train loglik = -1.877, Test loglik = -2.075, Train RMSE = 1.666, Test RMSE = 1.913\n","Epoch: 062/100, Train loglik = -1.758, Test loglik = -2.056, Train RMSE = 1.580, Test RMSE = 1.660\n","Epoch: 063/100, Train loglik = -2.313, Test loglik = -2.172, Train RMSE = 1.505, Test RMSE = 1.618\n","Epoch: 064/100, Train loglik = -2.303, Test loglik = -1.826, Train RMSE = 1.379, Test RMSE = 1.694\n","Epoch: 065/100, Train loglik = -2.056, Test loglik = -1.758, Train RMSE = 1.370, Test RMSE = 2.371\n","Epoch: 066/100, Train loglik = -1.660, Test loglik = -1.674, Train RMSE = 1.509, Test RMSE = 2.487\n","Epoch: 067/100, Train loglik = -1.781, Test loglik = -1.897, Train RMSE = 1.414, Test RMSE = 1.689\n","Epoch: 068/100, Train loglik = -1.597, Test loglik = -1.920, Train RMSE = 1.277, Test RMSE = 1.247\n","Epoch: 069/100, Train loglik = -1.656, Test loglik = -1.816, Train RMSE = 1.188, Test RMSE = 1.272\n","Epoch: 070/100, Train loglik = -1.676, Test loglik = -1.636, Train RMSE = 1.288, Test RMSE = 1.336\n","Epoch: 071/100, Train loglik = -1.915, Test loglik = -1.705, Train RMSE = 1.430, Test RMSE = 1.509\n","Epoch: 072/100, Train loglik = -2.101, Test loglik = -2.420, Train RMSE = 1.410, Test RMSE = 1.548\n","Epoch: 073/100, Train loglik = -1.741, Test loglik = -1.964, Train RMSE = 1.305, Test RMSE = 1.269\n","Epoch: 074/100, Train loglik = -1.877, Test loglik = -1.975, Train RMSE = 1.128, Test RMSE = 1.345\n","Epoch: 075/100, Train loglik = -1.663, Test loglik = -1.481, Train RMSE = 1.178, Test RMSE = 1.345\n","Epoch: 076/100, Train loglik = -1.695, Test loglik = -2.634, Train RMSE = 1.223, Test RMSE = 1.566\n","Epoch: 077/100, Train loglik = -1.647, Test loglik = -2.269, Train RMSE = 1.232, Test RMSE = 1.308\n","Epoch: 078/100, Train loglik = -1.731, Test loglik = -1.794, Train RMSE = 1.386, Test RMSE = 1.470\n","Epoch: 079/100, Train loglik = -1.664, Test loglik = -2.014, Train RMSE = 1.255, Test RMSE = 1.650\n","Epoch: 080/100, Train loglik = -1.732, Test loglik = -2.140, Train RMSE = 1.722, Test RMSE = 2.379\n","Epoch: 081/100, Train loglik = -1.627, Test loglik = -2.204, Train RMSE = 1.387, Test RMSE = 2.337\n","Epoch: 082/100, Train loglik = -1.703, Test loglik = -1.970, Train RMSE = 1.216, Test RMSE = 2.111\n","Epoch: 083/100, Train loglik = -1.571, Test loglik = -1.953, Train RMSE = 1.343, Test RMSE = 1.663\n","Epoch: 084/100, Train loglik = -1.626, Test loglik = -1.589, Train RMSE = 1.187, Test RMSE = 1.606\n","Epoch: 085/100, Train loglik = -1.763, Test loglik = -1.797, Train RMSE = 1.335, Test RMSE = 1.525\n","Epoch: 086/100, Train loglik = -1.673, Test loglik = -1.584, Train RMSE = 1.327, Test RMSE = 1.850\n","Epoch: 087/100, Train loglik = -1.559, Test loglik = -1.919, Train RMSE = 1.199, Test RMSE = 1.694\n","Epoch: 088/100, Train loglik = -1.564, Test loglik = -2.258, Train RMSE = 1.425, Test RMSE = 1.996\n","Epoch: 089/100, Train loglik = -1.660, Test loglik = -1.937, Train RMSE = 1.492, Test RMSE = 1.902\n","Epoch: 090/100, Train loglik = -1.526, Test loglik = -1.575, Train RMSE = 1.138, Test RMSE = 1.109\n","Epoch: 091/100, Train loglik = -2.355, Test loglik = -1.509, Train RMSE = 1.621, Test RMSE = 1.098\n","Epoch: 092/100, Train loglik = -2.087, Test loglik = -1.554, Train RMSE = 1.282, Test RMSE = 1.326\n","Epoch: 093/100, Train loglik = -1.698, Test loglik = -1.815, Train RMSE = 1.264, Test RMSE = 1.274\n","Epoch: 094/100, Train loglik = -1.484, Test loglik = -1.509, Train RMSE = 1.128, Test RMSE = 1.211\n","Epoch: 095/100, Train loglik = -1.663, Test loglik = -1.649, Train RMSE = 1.241, Test RMSE = 1.572\n","Epoch: 096/100, Train loglik = -1.778, Test loglik = -1.577, Train RMSE = 1.426, Test RMSE = 1.719\n","Epoch: 097/100, Train loglik = -1.542, Test loglik = -1.626, Train RMSE = 1.081, Test RMSE = 1.442\n","Epoch: 098/100, Train loglik = -1.581, Test loglik = -1.554, Train RMSE = 1.183, Test RMSE = 1.687\n","Epoch: 099/100, Train loglik = -1.611, Test loglik = -1.644, Train RMSE = 1.367, Test RMSE = 1.719\n","Epoch: 100/100, Train loglik = -1.698, Test loglik = -1.673, Train RMSE = 1.486, Test RMSE = 1.623\n","Train log. lik. = -1.734 +/-  0.414\n","Test  log. lik. = -1.644 +/-  0.241\n","Train RMSE      =  1.173 +/-  0.156\n","Test  RMSE      =  1.363 +/-  0.353\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"CiviAdYxXsbN","colab_type":"code","colab":{}},"source":[""],"execution_count":0,"outputs":[]}]}